-- Logs begin at Thu 2022-06-30 09:41:36 UTC, end at Thu 2022-06-30 10:40:20 UTC. -- Jun 30 10:13:24.928279 dv-cinder-826608-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 10:13:27.594805 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.common.config [-] Logging enabled! Jun 30 10:13:27.595378 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev385 Jun 30 10:13:27.595581 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103654) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 30 10:13:27.598767 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.common.config [-] Logging enabled! Jun 30 10:13:27.599022 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev385 Jun 30 10:13:27.599334 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103654) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 30 10:13:27.600268 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 10:13:27.600498 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 10:13:27.600863 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 10:13:27.601105 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 10:13:27.601330 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 10:13:27.601748 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.602047 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.602278 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.602574 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.602891 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.603179 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.603470 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.603766 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.604052 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.604331 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.604613 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.604842 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.605123 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.605407 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.605692 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.605915 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.606195 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.606622 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.607045 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.607326 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.607615 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.607894 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.608162 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.608460 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.608766 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.609654 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] host = dv-cinder-826608-4-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.609940 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.610228 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.610515 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.610828 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.611104 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.611394 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.611663 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.611931 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.612203 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.612476 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.612761 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.613046 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.613332 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.613555 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.613776 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.614065 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.614352 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.614626 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.614929 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.615197 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.615468 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.615739 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.616007 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.616287 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.616567 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.616850 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.617121 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.617391 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.617660 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.617929 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.618211 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.618483 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.618778 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.619051 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.619335 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.619601 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.619871 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.620173 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.620454 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.620734 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.621017 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.621287 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.621568 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.621836 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.622102 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.622367 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.622637 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.622926 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.623203 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.623472 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.623740 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.624011 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.624278 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.624560 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.624852 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:27.625145 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.625440 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.625741 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.626024 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.626330 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.626609 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.626923 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.627199 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.627486 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.627775 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.628061 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.628337 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.628633 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.628921 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.629216 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.629516 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.629809 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.630105 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.630380 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.630654 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.630949 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.631224 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.631508 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.631916 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.632234 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.632531 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.632814 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.633116 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.633402 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.633687 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.633984 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.634277 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.634554 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.634863 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.635156 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.635434 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.635711 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.636000 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.636280 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.636555 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.636838 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.637130 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.637422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.637698 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.637976 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.638266 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.638544 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.638841 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.639116 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.639392 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.639663 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.639954 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.640252 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.640532 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.640807 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.641085 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.641356 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.641629 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.641908 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.642184 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.642463 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.642764 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.643042 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.643318 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.643589 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.643865 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.644138 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.644410 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.644686 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.644959 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.645231 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.645504 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.645778 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.646053 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.646352 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.646631 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.646935 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.647214 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.647491 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.647768 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.648045 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.648321 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.648600 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.648873 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.649162 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.649445 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.649729 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.650019 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.650295 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.650607 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.650907 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.651182 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.651463 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.651738 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.652014 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.652295 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.652577 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.652871 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.653167 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.653444 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.653770 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.654028 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.654319 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.654598 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.654941 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.655219 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:27.655437 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 10:13:27.655674 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103654) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 10:13:27.948948 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 30 10:13:27.949222 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 30 10:13:27.949524 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 30 10:13:27.949850 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 10:13:28.350838 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.351033 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.351303 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.354107 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.354384 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.354655 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.406332 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.406615 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.406907 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.420902 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.421182 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.421506 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.450702 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.450993 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.451256 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.492767 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.493052 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.493319 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.723005 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.723628 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.723628 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.723788 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.724485 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.821786 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.822101 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.822381 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.822666 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.822931 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.823232 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.823489 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.823740 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.823988 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.824264 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.824517 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.824776 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.825029 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.825273 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.825524 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.825781 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.826030 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.826290 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.826560 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.826833 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.827101 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.827351 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.827626 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.828555 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.828801 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.829045 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.829433 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:28.829671 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:28.829903 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:28.830136 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:28.830368 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:28.830597 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:28.830980 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 10:13:28.834008 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 10:13:28.837882 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 10:13:28.841491 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 30 10:13:28.843126 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 10:13:28.843754 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 10:13:28.844087 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 10:13:28.844473 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 10:13:28.847241 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 10:13:28.847490 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 10:13:28.847827 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 10:13:28.852801 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 30 10:13:28.885128 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 10:13:28.885653 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.885956 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103654) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 30 10:13:28.886328 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.887732 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103654) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 10:13:28.888015 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 10:13:28.888258 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 10:13:28.892284 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:28.892566 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.041380 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 10:13:29.041563 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 10:13:29.041801 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 10:13:29.042174 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 10:13:29.095391 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO dbcounter [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Registered counter for database neutron Jun 30 10:13:29.112860 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_db.sqlalchemy.engines [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103654) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 10:13:29.118718 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG dbcounter [-] [103654] Writer thread running {{(pid=103654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 10:13:29.650726 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing driver for type 'gre' Jun 30 10:13:29.651241 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] gre ID ranges: [(1, 1000)] Jun 30 10:13:29.704852 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing driver for type 'local' Jun 30 10:13:29.705208 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing driver for type 'vlan' Jun 30 10:13:29.720050 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] VlanTypeDriver initialization complete Jun 30 10:13:29.720371 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing driver for type 'vxlan' Jun 30 10:13:29.720880 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] vxlan ID ranges: [(1, 1000)] Jun 30 10:13:29.775999 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing extension driver 'port_security' Jun 30 10:13:29.776606 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] PortSecurityExtensionDriver initialization complete Jun 30 10:13:29.776697 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing mechanism driver 'openvswitch' Jun 30 10:13:29.776973 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing mechanism driver 'hyperv' Jun 30 10:13:29.784459 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:29.785132 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.785501 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.785850 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.786350 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 10:13:29.786790 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.787145 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.787489 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.787877 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 10:13:29.788279 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.788624 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.788978 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.789371 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 10:13:29.789781 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > security_group after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.790125 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > security_group after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.790464 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.790879 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 10:13:29.791291 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.791636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.791973 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.792383 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 10:13:29.792826 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > address_group after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.793169 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > address_group after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.793503 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.793894 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 10:13:29.794331 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] ML2 OVO RPC backend initialized. {{(pid=103654) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 30 10:13:29.795064 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.795414 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.795823 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.796170 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > networks before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.797090 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.797431 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > ports before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.797782 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.798121 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnets before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.798472 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.798837 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.799173 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.799507 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.799846 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.800179 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.800509 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.800842 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.801170 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.808549 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded quota_driver: . Jun 30 10:13:29.808912 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.plugin [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Modular L2 Plugin initialization complete Jun 30 10:13:29.809254 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading services supported by the core plugin {{(pid=103654) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 10:13:29.809592 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Got port-security extension from driver 'port_security' Jun 30 10:13:29.810068 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.extensions.vlantransparent [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Disabled vlantransparent extension. Jun 30 10:13:29.810549 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103654) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 10:13:29.810898 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: router Jun 30 10:13:29.846017 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.846406 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.846797 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router before_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.847293 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.847670 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.848029 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_delete 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.848388 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.848740 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.849096 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.849440 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.849788 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.850134 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.850488 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.850927 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.851297 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.851638 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.851977 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.852314 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.852662 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.853006 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.853352 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.853694 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.854049 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.854388 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.854759 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.855121 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.855463 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.855824 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > agent after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.856171 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > agent after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.856513 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.857361 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Tracking information for resource: router configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:29.857692 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Tracking information for resource: floatingip configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 10:13:29.863040 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.db.l3_agentschedulers_db [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 10:13:29.863606 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.863967 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.864320 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.864670 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.865454 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router before_create 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.865819 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.866179 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_create 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.866536 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > router precommit_update 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.871338 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.provider_configuration [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service providers = [] {{(pid=103654) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 10:13:29.871699 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.db.servicetype_db [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103654) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 10:13:29.874611 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:13:29.874984 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:13:29.875321 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:13:29.876356 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 10:13:29.876725 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.services.service_base [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 10:13:29.877092 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.877407 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 10:13:29.887579 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.887919 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: auto_allocate Jun 30 10:13:29.893593 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: network precommit_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.893957 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: network precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.894471 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.894817 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: tag Jun 30 10:13:29.901490 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.901820 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: timestamp Jun 30 10:13:29.905578 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.906419 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: network_ip_availability Jun 30 10:13:29.911798 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.912169 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.912526 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:29.913228 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.913548 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: flavors Jun 30 10:13:29.918440 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.918794 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading Plugin: revisions Jun 30 10:13:29.923547 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 10:13:29.923936 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.974s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 30 10:13:29.924660 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103654) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 30 10:13:29.924991 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Initializing extension manager. Jun 30 10:13:29.925504 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: __init__.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.925841 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: __pycache__ {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.926172 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.926939 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.927498 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: address-group Jun 30 10:13:29.927819 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: address_scope.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.928523 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.929024 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: address-scope Jun 30 10:13:29.929341 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.930255 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.930786 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: router-admin-state-down-before-update Jun 30 10:13:29.931113 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: agent.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.931801 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.932293 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: agent Jun 30 10:13:29.932612 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: agent_resources_synced.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.933503 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.933996 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: agent-resources-synced Jun 30 10:13:29.934312 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: allowedaddresspairs.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.936080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.936588 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: allowed-address-pairs Jun 30 10:13:29.936911 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: auto_allocated_topology.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.937975 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.938478 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: auto-allocated-topology Jun 30 10:13:29.938832 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.939516 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.940012 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: availability_zone Jun 30 10:13:29.940334 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: availability_zone_filter.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.941235 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.941727 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: availability_zone_filter Jun 30 10:13:29.942046 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: data_plane_status.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.943220 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.943713 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 10:13:29.944030 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: default_subnetpools.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.944937 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.945430 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: default-subnetpools Jun 30 10:13:29.945748 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.946533 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.947057 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: dhcp_agent_scheduler Jun 30 10:13:29.947380 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: dns.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.948280 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.948771 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension dns-integration not supported by any of loaded plugins Jun 30 10:13:29.949090 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: dns_domain_ports.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.949985 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.950480 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 10:13:29.950840 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.951748 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.952246 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 10:13:29.952565 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: dvr.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.953726 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.954221 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: dvr Jun 30 10:13:29.954539 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: ecmp_routes.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.955469 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.955962 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 30 10:13:29.956277 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: empty_string_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.957167 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.957662 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: empty-string-filtering Jun 30 10:13:29.957977 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.958901 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.959395 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 10:13:29.959709 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.960603 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.961260 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 10:13:29.961582 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: external_net.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.962478 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.963005 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: external-net Jun 30 10:13:29.963322 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.964214 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.964709 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: extra_dhcp_opt Jun 30 10:13:29.965027 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: extraroute.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.965916 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.966406 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: extraroute Jun 30 10:13:29.966744 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: extraroute_atomic.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.967761 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.968802 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: extraroute-atomic Jun 30 10:13:29.969116 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: filter_validation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.969771 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.970264 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: filter-validation Jun 30 10:13:29.970580 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: fip_pf_description.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.971506 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.971994 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 10:13:29.972306 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: fip_pf_port_range.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.973195 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.973683 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 30 10:13:29.973997 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: fip_port_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.974935 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.975430 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: fip-port-details Jun 30 10:13:29.975744 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: flavors.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.976966 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.977471 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: flavors Jun 30 10:13:29.977790 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.979467 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.979980 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 10:13:29.980308 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: floatingip_pools.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.980997 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.981503 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: floatingip-pools Jun 30 10:13:29.981824 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: ip_allocation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.982756 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.983257 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 10:13:29.983576 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.984513 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.985013 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: ip-substring-filtering Jun 30 10:13:29.985333 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l2_adjacency.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.986233 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.986751 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 10:13:29.987070 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.988017 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.988521 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: router Jun 30 10:13:29.988841 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.991064 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.991589 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 10:13:29.991916 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.992826 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.993327 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: ext-gw-mode Jun 30 10:13:29.993647 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.994552 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.995087 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: l3-ha Jun 30 10:13:29.995409 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.996299 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.996790 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 30 10:13:29.997109 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_flavors.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:29.997999 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:29.998491 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: l3-flavors Jun 30 10:13:29.998841 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.000211 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.000712 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 30 10:13:30.001036 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.001944 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.002451 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 10:13:30.002806 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: l3agentscheduler.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.003949 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.004463 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: l3_agent_scheduler Jun 30 10:13:30.004792 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: local_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.006572 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.007116 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension local_ip not supported by any of loaded plugins Jun 30 10:13:30.007449 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: logging.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.008886 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.009398 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension logging not supported by any of loaded plugins Jun 30 10:13:30.009728 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: metering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.010452 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.011053 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: metering Jun 30 10:13:30.011380 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.012479 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.012983 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: metering_source_and_destination_fields Jun 30 10:13:30.013307 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: multiprovidernet.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.014217 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.014744 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: multi-provider Jun 30 10:13:30.015580 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: netmtu.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.016476 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.016972 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: net-mtu Jun 30 10:13:30.017293 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: netmtu_writable.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.018191 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.018702 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: net-mtu-writable Jun 30 10:13:30.019025 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: network_availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.019683 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.020174 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: network_availability_zone Jun 30 10:13:30.020494 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: network_ip_availability.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.021570 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.022079 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: network-ip-availability Jun 30 10:13:30.022397 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: network_segment_range.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.023172 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.023667 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 10:13:30.023985 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: pagination.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.024954 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.025278 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: pagination Jun 30 10:13:30.025594 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: port_device_profile.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.026525 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.027009 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: port-device-profile Jun 30 10:13:30.027329 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: port_mac_address_override.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.028248 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.028747 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: port-mac-override Jun 30 10:13:30.029069 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.029969 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.030468 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: port-mac-address-regenerate Jun 30 10:13:30.031356 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.032267 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.032768 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: port-numa-affinity-policy Jun 30 10:13:30.033088 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: port_resource_request.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.033978 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.034471 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 10:13:30.034817 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: port_resource_request_groups.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.035752 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.036245 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 30 10:13:30.036565 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: portbindings.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.037459 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.037954 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: binding Jun 30 10:13:30.038272 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: portbindings_extended.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.039527 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.040027 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: binding-extended Jun 30 10:13:30.040346 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: portsecurity.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.041237 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.041732 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: port-security Jun 30 10:13:30.042059 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: project_id.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.043039 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.043366 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: project-id Jun 30 10:13:30.043685 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: providernet.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.044581 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.045084 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: provider Jun 30 10:13:30.045402 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.050209 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.050738 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos not supported by any of loaded plugins Jun 30 10:13:30.051069 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.052296 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.052800 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 10:13:30.053123 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.054034 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.054536 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 10:13:30.054899 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_default.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.055801 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.056302 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-default not supported by any of loaded plugins Jun 30 10:13:30.056623 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_fip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.057527 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.058024 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-fip not supported by any of loaded plugins Jun 30 10:13:30.058343 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.059269 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.059764 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 30 10:13:30.060083 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_gateway_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.060991 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.061488 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 10:13:30.061807 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_port_network_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.062760 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.063257 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 10:13:30.063575 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.064593 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.065092 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 30 10:13:30.065412 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.066429 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.066950 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 30 10:13:30.067270 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_pps_rule.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.068683 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.069187 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-pps not supported by any of loaded plugins Jun 30 10:13:30.069507 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_rule_type_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.070403 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.070928 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 10:13:30.071248 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.072162 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.072655 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 30 10:13:30.072973 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: qos_rules_alias.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.073986 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.074482 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 10:13:30.074827 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: quota_check_limit.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.075726 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.076221 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: quota-check-limit Jun 30 10:13:30.076541 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: quotasv2.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.077444 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.078300 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: quotas Jun 30 10:13:30.078618 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: quotasv2_detail.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.080313 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.080651 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: quota_details Jun 30 10:13:30.080979 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: rbac.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.082018 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.082536 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: rbac-policies Jun 30 10:13:30.082894 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: rbac_address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.083807 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.084308 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: rbac-address-group Jun 30 10:13:30.084632 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: rbac_address_scope.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.085537 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.086035 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: rbac-address-scope Jun 30 10:13:30.086359 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: rbac_security_groups.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.087351 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.087852 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: rbac-security-groups Jun 30 10:13:30.088176 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: rbac_subnetpool.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.089081 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.089583 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: rbac-subnetpool Jun 30 10:13:30.089907 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: revisionifmatch.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.090857 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.091358 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: revision-if-match Jun 30 10:13:30.091680 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: revisions.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.092775 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.094007 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: standard-attr-revisions Jun 30 10:13:30.094151 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: router_availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.094842 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.095355 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: router_availability_zone Jun 30 10:13:30.095659 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: routerservicetype.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.096753 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.097251 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension router-service-type not supported by any of loaded plugins Jun 30 10:13:30.097571 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.098483 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.099002 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: security-groups-normalized-cidr Jun 30 10:13:30.099323 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.100240 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.100737 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: port-security-groups-filtering Jun 30 10:13:30.101057 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.101978 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.102482 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: security-groups-remote-address-group Jun 30 10:13:30.102829 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.103746 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.104242 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: security-groups-shared-filtering Jun 30 10:13:30.104562 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: securitygroup.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.114146 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.114665 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: security-group Jun 30 10:13:30.115014 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: segment.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.115726 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.116226 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension segment not supported by any of loaded plugins Jun 30 10:13:30.116549 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.117475 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.117974 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 10:13:30.118292 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: servicetype.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.119416 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.119924 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: service-type Jun 30 10:13:30.120246 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: sorting.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.121211 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.121540 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: sorting Jun 30 10:13:30.121859 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: standard_attr_segment.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.122798 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.123299 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 10:13:30.123617 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: standardattrdescription.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.124254 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.124790 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: standard-attr-description Jun 30 10:13:30.125157 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: stateful_security_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.126065 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.126568 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: stateful-security-group Jun 30 10:13:30.126924 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: stdattrs_common.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.127510 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 10:13:30.127829 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.128747 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.129247 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 10:13:30.129565 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: subnet_onboard.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.130616 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.131145 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: subnet_onboard Jun 30 10:13:30.131466 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.132382 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.133123 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 10:13:30.133447 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: subnet_service_types.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.134374 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.134905 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: subnet-service-types Jun 30 10:13:30.135224 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: subnetallocation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.136301 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.136797 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: subnet_allocation Jun 30 10:13:30.137120 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.137777 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.138275 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: subnetpool-prefix-ops Jun 30 10:13:30.138593 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.139535 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.140030 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 10:13:30.140873 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: tagging.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.141950 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.142450 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: standard-attr-tag Jun 30 10:13:30.142805 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: timestamp.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.144010 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.144513 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loaded extension: standard-attr-timestamp Jun 30 10:13:30.144835 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: trunk.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.145848 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.146351 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension trunk not supported by any of loaded plugins Jun 30 10:13:30.146676 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: trunk_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.147599 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.148097 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension trunk-details not supported by any of loaded plugins Jun 30 10:13:30.148416 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: uplink_status_propagation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.149336 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.149834 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 10:13:30.150154 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Loading extension file: vlantransparent.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 10:13:30.150850 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 10:13:30.151345 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 10:13:30.153872 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:network Jun 30 10:13:30.154393 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:subnet Jun 30 10:13:30.154813 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:13:30.155203 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:port Jun 30 10:13:30.157081 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.157537 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service FLAVORS assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.158167 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.158596 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.158961 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:router Jun 30 10:13:30.159391 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:floatingip Jun 30 10:13:30.159876 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service METERING assigned prefix: /metering {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.161322 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:30.161691 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:30.162040 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:13:30.163089 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 10:13:30.163525 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:security_group Jun 30 10:13:30.163962 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 10:13:30.164550 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.164878 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:13:30.165230 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] subnetpool is already registered Jun 30 10:13:30.165654 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.165981 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:13:30.166321 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] subnetpool is already registered Jun 30 10:13:30.168607 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.169041 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service FLAVORS assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.169625 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.170044 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.170372 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:router Jun 30 10:13:30.170731 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] router is already registered Jun 30 10:13:30.171142 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:floatingip Jun 30 10:13:30.171499 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] floatingip is already registered Jun 30 10:13:30.171953 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service METERING assigned prefix: /metering {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.172610 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 10:13:30.172935 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] rbac_policy is already registered Jun 30 10:13:30.173349 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:security_group Jun 30 10:13:30.173684 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] security_group is already registered Jun 30 10:13:30.174081 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 10:13:30.174414 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] security_group_rule is already registered Jun 30 10:13:30.175061 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.175388 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:13:30.175723 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] subnetpool is already registered Jun 30 10:13:30.176137 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 10:13:30.176459 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 10:13:30.176789 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] subnetpool is already registered Jun 30 10:13:30.177254 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: extensions {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.178717 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: address-groups {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.180166 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: address-scopes {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.181466 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.182589 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: auto-allocated-topology {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.183848 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: availability_zones {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.185033 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: dhcp-networks {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.186510 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: dhcp-agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.187961 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.189605 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: flavors {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.190894 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: service_profiles {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.192063 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: next_providers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.193741 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: service_profiles {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.195294 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: floatingip-pools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.196495 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.198153 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: floatingips {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.199439 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: l3-routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.200795 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: l3-agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.202165 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: metering-labels {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.203957 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: metering-label-rules {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.206222 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: network-ip-availabilities {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.207505 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: bindings {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.209022 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: quotas {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.210654 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: quotas {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.212204 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: rbac-policies {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.213606 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: security-groups {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.215183 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: security-group-rules {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.216449 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: service-providers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.217823 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: subnetpools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.219896 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: subnetpools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.221686 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.223526 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.225630 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.227623 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.229509 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.231655 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.233309 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.235279 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.237030 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.238760 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 10:13:30.244830 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING keystonemiddleware.auth_token [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 10:13:30.249890 dv-cinder-826608-4-iscsi neutron-server[103654]: WARNING keystonemiddleware.auth_token [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 10:13:30.258499 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Acquired lock "singleton_lock" {{(pid=103654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 30 10:13:30.259005 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Releasing lock "singleton_lock" {{(pid=103654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 30 10:13:30.259643 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Starting 2 workers Jun 30 10:13:30.264412 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Started child 103763 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:13:30.269343 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Started child 103764 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:13:30.270302 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:30.271031 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO neutron.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 10:13:30.271618 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:30.271805 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [-] (103763) wsgi starting up on http://0.0.0.0:9696 Jun 30 10:13:30.274118 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Starting 1 workers Jun 30 10:13:30.274579 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:30.276050 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [-] (103764) wsgi starting up on http://0.0.0.0:9696 Jun 30 10:13:30.279376 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Started child 103765 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:13:30.279849 dv-cinder-826608-4-iscsi neutron-server[103654]: INFO oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Starting 1 workers Jun 30 10:13:30.283706 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] calling RpcWorker wait() {{(pid=103765) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 10:13:30.284237 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] returning from RpcWorker wait() {{(pid=103765) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 10:13:30.284852 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Started child 103766 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 10:13:30.285437 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:30.285655 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5a6d62f4-6e2c-40e1-9db0-410304c58b1b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:30.285859 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:30.287641 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 10:13:30.287854 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 10:13:30.288038 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 10:13:30.288266 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 10:13:30.288594 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 10:13:30.288736 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 10:13:30.289260 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.289699 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.289966 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.290241 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.290855 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.290970 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:30.291476 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.291476 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.291661 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.291910 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.292078 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.292238 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.292655 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.292786 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:30.293176 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.293499 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.293784 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.294022 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.294265 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.294430 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.294871 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.295131 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.295375 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.295674 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.295942 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.296982 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.297248 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.297503 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.297750 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.298022 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.298278 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.298538 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.298775 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.299000 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.299244 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.299492 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.299724 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.299966 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.300197 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.300459 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.300690 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.301184 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host = dv-cinder-826608-4-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.301423 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.301654 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.301900 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.302141 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.302391 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.302601 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.302885 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.303135 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.303393 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.303612 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.303851 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.304105 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.304353 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.304612 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.304767 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_options = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.304993 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.305251 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.305518 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.305708 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.305874 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.306020 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.306267 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.306420 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.306662 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.306909 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.307164 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.307352 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.307566 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.307807 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.308067 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.308427 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.308642 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.308935 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.309297 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.309579 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.309823 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.310052 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.310442 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.310724 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.311075 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.311565 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.311778 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.312008 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.312760 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.312975 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.313220 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.313506 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.313772 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.314017 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.315181 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.315181 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.315181 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.315435 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.315618 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.315847 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.316407 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.316407 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.316574 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.317576 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.317576 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.317742 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.317883 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.318139 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.318460 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.320510 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.321878 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.321878 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.322058 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.322273 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.322559 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.322841 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.323278 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.324428 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.324428 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.324428 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.324428 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.324772 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.324852 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.325840 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.325840 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.325840 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.325840 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.326165 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.326787 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.326787 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.326972 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.327267 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.327573 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.327872 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.328115 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.328376 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.328621 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.328874 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.329165 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.329407 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.329687 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.329906 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.330314 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.330622 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.330937 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.331234 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.331584 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.331855 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.332126 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.332390 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.332616 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.332876 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.333273 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.333675 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.334058 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.334431 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.334859 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.335112 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.335369 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.335624 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.335866 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.336111 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.336499 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.336891 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.337302 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.337778 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.338005 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.338229 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.338465 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.338714 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.338953 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.339172 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.339409 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.339636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.339893 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.340160 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.340396 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.340776 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.341147 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.341523 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.341912 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.342303 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.342667 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.343042 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.344074 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.344382 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.344614 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.344858 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.345081 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.345332 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.345572 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.345793 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.346044 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.346265 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.346759 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.346978 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.347191 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.347426 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.347809 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.348191 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.348552 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.348950 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.349329 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.349703 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.349925 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.350298 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.350693 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.351028 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.351306 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.351565 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.351790 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.352042 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.352294 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.352542 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.352761 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.353003 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.353238 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.353515 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.353763 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.354018 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.354266 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.354505 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.354823 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.355057 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.355280 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.355526 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.355754 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.355992 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.356243 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.356526 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.356782 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.357018 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.357239 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.357477 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.357715 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.357988 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.358228 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.358519 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.358780 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.359608 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.359912 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.360179 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.360433 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.360720 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.360953 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.361196 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.361427 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.361695 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.361943 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.362211 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.362435 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.362715 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.362934 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.363188 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.363417 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.363755 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.363986 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.364222 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.364471 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.364759 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.365012 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.365254 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.365514 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.365778 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.366032 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.366284 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.366534 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.366778 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.367014 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.367246 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.367463 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.367707 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.367923 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.368164 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.368380 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.368599 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.368831 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.369048 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.369269 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.369500 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.369824 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.370069 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.370324 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.370608 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.370811 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.371049 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.371264 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372297 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372297 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372297 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372297 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372602 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372681 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.372880 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.373096 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.373346 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.373573 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.373830 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.374047 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.374296 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.374557 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.374796 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.375020 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.375242 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.375478 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.375711 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.375941 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.376158 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.376396 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.376634 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.376962 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.377212 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.377444 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.377712 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.377938 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.378157 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.378375 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.378595 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.378884 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.379125 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.379351 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.379590 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.379811 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.380028 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.380246 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.380468 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.380727 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.380953 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.381177 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.381396 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.381625 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.381842 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.382058 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.382276 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.382489 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.382724 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.382932 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.383166 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.383383 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.383678 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.383944 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.384187 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.384442 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.384692 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.384923 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.385159 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.385412 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.385631 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.385856 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.386072 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.386283 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.386531 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.386771 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.386987 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.387211 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.387428 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.387638 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.387909 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.388123 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.388347 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389180 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389180 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389180 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389180 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389705 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389705 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.389927 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.390074 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.390214 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.390452 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.390721 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.390934 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.391157 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.391379 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.391589 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.391872 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.392132 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.392353 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.392665 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.392873 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.393139 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.393388 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.393689 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.393905 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.394716 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.394716 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.394716 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.395004 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.395126 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.395452 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.395753 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.396022 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.396283 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.396551 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.396826 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.397106 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.397661 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.397661 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.397969 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.398238 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.398484 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.399319 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.399319 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.399319 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.399580 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.399667 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.399840 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.400063 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.400313 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.400545 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.400788 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.401041 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.401547 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.401547 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.401732 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.401932 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.402175 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.402414 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.402573 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 10:13:30.403135 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 10:13:30.403302 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 10:13:30.403454 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 10:13:30.403621 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 10:13:30.403790 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 10:13:30.403943 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 10:13:30.404148 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.404311 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.404472 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.404632 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.404828 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.404993 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.405153 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.405312 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.405471 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.405632 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.406315 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.406477 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.406636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.406971 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.406971 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.407146 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.407281 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.407446 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.407607 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.407766 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.407925 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.408085 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.408244 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.408446 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.408613 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.408772 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.408931 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.409090 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.409250 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.409410 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.409569 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.409729 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.409890 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.410048 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.410215 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.410362 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.410520 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.410680 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.410860 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411021 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host = dv-cinder-826608-4-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411180 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411318 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:30.411411 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411491 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411635 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411795 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.411953 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.412112 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.412270 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.412429 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.412587 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.412745 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.412904 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.413062 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.413221 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.413380 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_options = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.413539 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.413697 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.413856 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.414040 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.414205 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.414365 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.414524 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.414705 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.414860 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415020 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415180 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415339 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415499 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415659 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415819 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.415978 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.416195 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.416372 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.416531 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.416691 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.416852 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417011 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417169 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417327 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417486 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417648 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417800 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.417938 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.418100 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.418259 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.418419 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.418607 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.418759 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.418920 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.419080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.419240 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.419399 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.419558 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.419722 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.419881 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420040 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420479 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420479 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420479 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420708 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420805 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.420964 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.421123 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.421282 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.422028 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.422189 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.422348 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.422507 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.422666 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.422848 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.423009 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 10:13:30.423189 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.423354 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.423530 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.423695 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.423862 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.424029 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.424192 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.424354 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.424518 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.424663 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.424886 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.425015 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.426636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427422 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427864 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427864 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.427864 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428062 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428138 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428245 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428407 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428571 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428738 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.428905 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.429067 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.429231 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.429394 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.429558 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.429721 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.429883 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.430045 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.430209 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.430445 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.430545 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.430707 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.430875 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.431040 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.431204 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.431367 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.431530 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.431694 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.431858 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432010 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432172 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432344 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432507 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432669 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432832 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.432995 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.433158 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.433320 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.433484 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.433646 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.433814 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.433979 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.434153 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.434317 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.434480 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.434642 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.434834 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.434997 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.435158 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.435320 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.435484 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.435647 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.435810 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.435973 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.436136 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.436299 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.436462 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.436624 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.436787 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.436973 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.437138 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.437301 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.437464 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.437626 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.437789 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.437967 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.438129 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.438291 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.438454 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.438617 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.438801 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.438965 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.439128 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.439355 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.439535 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.439685 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.439847 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440013 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440177 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440355 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440563 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440652 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440972 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.440972 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.441113 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.441275 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.441435 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.441598 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443080 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443765 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443765 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443765 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.443765 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444026 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444026 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444170 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444339 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444502 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444666 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444829 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.444992 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.445156 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.445328 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.445492 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.445656 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.445820 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.446004 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.446167 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.446330 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.446493 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.446657 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.446842 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447006 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447169 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447332 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447496 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447660 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447825 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.447988 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.448151 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.448314 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.448476 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.448640 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.448804 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.448966 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.449129 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.449294 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.449455 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.449704 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.449815 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.449928 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.450092 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.450255 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.450419 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.450582 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.450771 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.450936 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.451100 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.451262 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.451424 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.451586 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.451747 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.451911 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.452076 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.452240 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.452404 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.452586 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.452752 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.452915 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.453079 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.453245 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.453409 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.453572 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.453755 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.453895 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.454059 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.454222 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.454385 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.454549 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.454746 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.454894 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.455073 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.455234 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.455396 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.455562 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.455725 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.455889 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.456052 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.456214 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.456376 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.456539 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.456710 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.456873 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.457035 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.457197 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.457358 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.457519 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.457683 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.457847 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.458010 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.458172 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.458337 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.458499 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.458662 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.458845 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459010 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459174 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459336 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459498 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459661 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459835 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.459999 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.460163 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.460324 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.460483 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.460645 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.460825 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.460988 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.461151 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.461313 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.461473 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.461636 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.461808 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.461972 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.462136 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.462298 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.462460 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.462622 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.462813 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.462978 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.463140 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.463302 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.463464 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.463626 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.463797 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.463960 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.464122 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.464284 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.464446 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.464609 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.464780 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.464943 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.465106 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.465278 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.465974 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.465974 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.465974 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.465974 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466275 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466275 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466416 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466493 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466638 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466831 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.466996 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.467161 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.467324 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.467487 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.467650 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.467813 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.467980 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.468152 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.468839 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.469004 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.469175 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.469346 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.469517 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.469680 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.469863 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.470023 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.470185 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.470347 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.470509 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.470670 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.470852 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471015 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471182 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471344 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471505 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471668 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471830 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.471992 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.472155 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.472316 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.472479 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.472642 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.472804 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.472967 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.473130 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 10:13:30.473283 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 10:13:30.603456 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38452) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:13:30.612657 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070846 Jun 30 10:13:39.769247 dv-cinder-826608-4-iscsi neutron-server[103654]: DEBUG dbcounter [-] [103654] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:41.624853 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca11fe7-b413-490b-bbf1-29ef3b505335 None None] get_active_networks_info from dv-cinder-826608-4-iscsi {{(pid=103765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 30 10:13:41.651384 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writer thread running {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 10:13:41.737537 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca11fe7-b413-490b-bbf1-29ef3b505335 None None] No non-hosted networks {{(pid=103765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 10:13:41.787876 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.agentschedulers_db [None req-2ca11fe7-b413-490b-bbf1-29ef3b505335 None None] DHCP Agent not found on host dv-cinder-826608-4-iscsi {{(pid=103765) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 30 10:13:41.792790 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9f22a227-b0d8-47e0-a0bc-d4989ecb6dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683989'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:43.169003 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writer thread running {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 10:13:43.801286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ed9c1bb9-dc5e-4d56-9de2-b48915014eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683989'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:43.857210 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1fac0ae1-79f1-49f4-92fe-8c3b7b504255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:44.931132 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38524) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:13:45.183378 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683989'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:45.661892 dv-cinder-826608-4-iscsi neutron-server[103764]: WARNING oslo_policy.policy [None req-70f25d9a-738f-4aa0-897f-28d07c510165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:13:45.662773 dv-cinder-826608-4-iscsi neutron-server[103764]: WARNING oslo_policy.policy [None req-70f25d9a-738f-4aa0-897f-28d07c510165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:13:45.897145 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [None req-70f25d9a-738f-4aa0-897f-28d07c510165 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:13:45.898662 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-70f25d9a-738f-4aa0-897f-28d07c510165 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9666409 Jun 30 10:13:46.436561 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.db.l3_hamode_db [None req-e31600d3-f917-4051-9dd3-3d00482e7a22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 10:13:46.575219 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31600d3-f917-4051-9dd3-3d00482e7a22 None None] Routers set() bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:13:46.576241 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31600d3-f917-4051-9dd3-3d00482e7a22 None None] Router IDs set() for agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 30 10:13:46.664368 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683989'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:47.008727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683989'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:47.010321 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.011304 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.012989 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.013338 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.013704 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.014010 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.014337 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.014833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.015368 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.015870 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.016636 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.016971 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.017314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.017851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.018383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:47.018964 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826608-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:47.032835 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826608-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:48.220674 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38558) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:13:48.560866 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:13:48.652906 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.policy [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103764) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 10:13:48.694512 dv-cinder-826608-4-iscsi neutron-server[103764]: WARNING oslo_policy.policy [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:13:48.694931 dv-cinder-826608-4-iscsi neutron-server[103764]: WARNING oslo_policy.policy [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:13:48.715155 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writer thread running {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 10:13:48.793530 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069148536', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069148020', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069164987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069173574', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069176271', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739069183329', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3921359', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3922015', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649246'] for rbac-policy (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:48.862220 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:48.863351 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e07f97b3-c7ab-4fb2-bec9-c3215e96a430 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6415963 Jun 30 10:13:51.083048 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38570) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:13:51.400545 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:13:51.430573 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Made reservation on behalf of 6f127d6bcfe64a2694256fed07561a95 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:51.434411 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.451448 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.561150 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks [] for security_group (fdfece9b-3926-472b-b1a9-d9c5beb7bea4), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.564875 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (fdfece9b-3926-472b-b1a9-d9c5beb7bea4), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.585243 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:13:51.622056 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739068933717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (7208e3f4-0759-4819-b4a7-1b9da01528d4), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.622610 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Unsubscribe: segment precommit_create {{(pid=103764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 10:13:51.623207 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Added segment 7208e3f4-0759-4819-b4a7-1b9da01528d4 of type vlan for network aabfb9e8-a961-4d4d-a208-6311fd3d35ce Jun 30 10:13:51.642693 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfece9b-3926-472b-b1a9-d9c5beb7bea4,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:51.689243 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.689584 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.689935 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.690285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.690618 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.690971 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.691293 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.691615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.692186 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.692507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.692823 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.693156 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.693472 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.693784 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.694093 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Tracked resource versions report: Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: pushed versions: Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: { 'AddressGroup': {'1.2'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Agent': {'1.1'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'ConntrackHelper': {'1.0'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Log': {'1.0'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'NDPProxy': {'1.0'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Network': {'1.1'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Port': {'1.7'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'PortForwarding': {'1.3'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'QosPolicy': {'1.10'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroup': {'1.5'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SubPort': {'1.0'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Subnet': {'1.1'}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Trunk': {'1.1'}} Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: consumer versions: Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Agent': '1.1', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'ConntrackHelper': '1.0', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'LocalIPAssociation': '1.0', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Log': '1.0', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'NDPProxy': '1.0', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Network': '1.1', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Port': '1.7', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'PortForwarding': '1.3', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'QosPolicy': '1.10', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroup': '1.5', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroupRule': '1.2', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SubPort': '1.0', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Subnet': '1.1', Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Trunk': '1.1'}} Jun 30 10:13:51.695559 dv-cinder-826608-4-iscsi neutron-server[103764]: {{(pid=103764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:13:51.737237 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (aabfb9e8-a961-4d4d-a208-6311fd3d35ce), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.777391 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (aabfb9e8-a961-4d4d-a208-6311fd3d35ce), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.783035 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:13:51.783738 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:51.792648 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=52,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:51.850306 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7661901 Jun 30 10:13:51.908995 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58127-6531-48b6-92a2-2ff7d85bcb97 demo demo] Pushing event updated for resources: {'Network': ['ID=aabfb9e8-a961-4d4d-a208-6311fd3d35ce,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:51.925693 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:13:54.176952 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38584) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:13:54.588238 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e3fff-0103-4772-94c1-b1e4027b7cf8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:13:54.589507 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b95e3fff-0103-4772-94c1-b1e4027b7cf8 demo admin] 10.222.0.44 "GET /v2.0/networks/aabfb9e8-a961-4d4d-a208-6311fd3d35ce HTTP/1.1" status: 200 len: 825 time: 0.4116042 Jun 30 10:13:54.614384 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a8cd3501-a5f6-4318-80d0-1cf1f25477a3 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/2705befd-3471-452f-be48-9e9b7b1e9f1e HTTP/1.1" status: 200 len: 734 time: 0.0187740 Jun 30 10:13:54.622799 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:13:54.646336 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Made reservation on behalf of 6f127d6bcfe64a2694256fed07561a95 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:54.648690 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:54.862743 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:54.937689 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (ec08b954-1035-45d4-be04-5a93c9db20c4), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:55.008253 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Pushing event updated for resources: {'Subnet': ['ID=ec08b954-1035-45d4-be04-5a93c9db20c4,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:55.010182 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Checking segment: {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:13:55.010531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Network hostable DHCP agents. Network: aabfb9e8-a961-4d4d-a208-6311fd3d35ce, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:13:55.031970 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:13:55.042943 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, aabfb9e8-a961-4d4d-a208-6311fd3d35ce) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:55.047278 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:13:55.047883 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:55.052302 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a77deb5-a00b-481f-afb1-7789c28cab7c None None] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:13:55.064850 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-433a1918-d4f8-448a-8005-3da159596c9a demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451714 Jun 30 10:13:55.319844 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:13:55.321186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:55.596683 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Allocated IP 172.20.0.2 (aabfb9e8-a961-4d4d-a208-6311fd3d35ce/ec08b954-1035-45d4-be04-5a93c9db20c4/27924e03-7306-4123-bdf3-95fb33f3881d) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:55.610820 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:55.864459 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Publish callbacks [] for port (27924e03-7306-4123-bdf3-95fb33f3881d), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:55.873735 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:55.949536 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:55.958474 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:55.963360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Pushing event updated for resources: {'Port': ['ID=27924e03-7306-4123-bdf3-95fb33f3881d,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:55.965531 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:13:55.976308 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.976654 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.977003 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.977347 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.977683 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.978008 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.978329 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.978650 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.978994 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.979314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.979634 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.979966 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.980286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.980600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.980913 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Tracked resource versions report: Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: pushed versions: Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: { 'AddressGroup': {'1.2'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Agent': {'1.1'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'ConntrackHelper': {'1.0'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Log': {'1.0'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'NDPProxy': {'1.0'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Network': {'1.1'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Port': {'1.7'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'PortForwarding': {'1.3'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'QosPolicy': {'1.10'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroup': {'1.5'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SubPort': {'1.0'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Subnet': {'1.1'}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Trunk': {'1.1'}} Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: consumer versions: Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Agent': '1.1', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'ConntrackHelper': '1.0', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'LocalIPAssociation': '1.0', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Log': '1.0', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'NDPProxy': '1.0', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Network': '1.1', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Port': '1.7', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'PortForwarding': '1.3', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'QosPolicy': '1.10', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroup': '1.5', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroupRule': '1.2', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SubPort': '1.0', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Subnet': '1.1', Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Trunk': '1.1'}} Jun 30 10:13:55.982393 dv-cinder-826608-4-iscsi neutron-server[103765]: {{(pid=103765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:13:56.057904 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Attempting to bind port 27924e03-7306-4123-bdf3-95fb33f3881d on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:13:56.058541 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Attempting to bind port 27924e03-7306-4123-bdf3-95fb33f3881d by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:13:56.058778 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Attempting to bind port 27924e03-7306-4123-bdf3-95fb33f3881d on network aabfb9e8-a961-4d4d-a208-6311fd3d35ce {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:13:56.063727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:13:56.064120 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Checking segment: {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:13:56.064576 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:56.064965 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Bound using segment: {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:13:56.065443 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Bound port: 27924e03-7306-4123-bdf3-95fb33f3881d, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:13:56.065845 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:56.114963 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:56.126064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] For port 27924e03-7306-4123-bdf3-95fb33f3881d, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:56.146152 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] For port 27924e03-7306-4123-bdf3-95fb33f3881d, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=27924e03-7306-4123-bdf3-95fb33f3881d,segment=NetworkSegment(7208e3f4-0759-4819-b4a7-1b9da01528d4),segment_id=7208e3f4-0759-4819-b4a7-1b9da01528d4)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:56.154641 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:13:56.209804 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37b68c-675d-4f0b-ad18-0044aa71761c None None] Pushing event updated for resources: {'Port': ['ID=27924e03-7306-4123-bdf3-95fb33f3881d,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:57.393794 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38594) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:13:57.728567 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [None req-6e035d3b-d378-4437-b4fc-4fde01ccc498 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:13:57.729671 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6e035d3b-d378-4437-b4fc-4fde01ccc498 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348067 Jun 30 10:13:59.677267 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:59.681214 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=6 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:13:59.992410 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38606) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:00.315996 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [None req-32ff8410-5b9a-44ae-9e33-dc5730278120 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:14:00.317251 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-32ff8410-5b9a-44ae-9e33-dc5730278120 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3238444 Jun 30 10:14:02.597271 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38614) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:02.929601 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:14:02.961895 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:02.963473 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:03.100761 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] Publish callbacks [] for router_controller (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:03.105354 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:03.123152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:03.124323 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-eaba60c8-bbd4-4e50-85e2-ef201e05945e demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5260482 Jun 30 10:14:04.247842 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e78b9-2321-4d25-8214-40a077a9e2a2 None None] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:14:04.329173 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] Provisioning complete for port 27924e03-7306-4123-bdf3-95fb33f3881d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:04.329688 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:04.505162 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] Current status of the port 27924e03-7306-4123-bdf3-95fb33f3881d is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:04.505537 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:04.545389 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] For port 27924e03-7306-4123-bdf3-95fb33f3881d, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=27924e03-7306-4123-bdf3-95fb33f3881d,segment=NetworkSegment(7208e3f4-0759-4819-b4a7-1b9da01528d4),segment_id=7208e3f4-0759-4819-b4a7-1b9da01528d4)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:04.550085 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:04.597128 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b740-151b-46fc-ad56-4df7e76ba9b5 None None] Pushing event updated for resources: {'Port': ['ID=27924e03-7306-4123-bdf3-95fb33f3881d,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:04.671208 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-c5d53779-a7d9-448a-80c3-e25ca7ab4cea None None] Provisioning complete for port 27924e03-7306-4123-bdf3-95fb33f3881d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:04.671682 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-c5d53779-a7d9-448a-80c3-e25ca7ab4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:04.695412 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 27924e03-7306-4123-bdf3-95fb33f3881d up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:04.776444 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 27924e03-7306-4123-bdf3-95fb33f3881d triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:04.776710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:04.811705 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-c5d53779-a7d9-448a-80c3-e25ca7ab4cea None None] Current status of the port 27924e03-7306-4123-bdf3-95fb33f3881d is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:04.829988 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:04.860535 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 27924e03-7306-4123-bdf3-95fb33f3881d is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:05.403208 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38626) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:05.719244 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [None req-3af29328-3338-4ccd-a7c3-906620203594 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:14:05.720242 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-3af29328-3338-4ccd-a7c3-906620203594 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3160973 Jun 30 10:14:07.981188 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38634) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:08.296832 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:14:08.316566 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Made reservation on behalf of 9982519b09d14f298a1a1f477137a258 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:08.319003 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.327753 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.380600 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:08.402041 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks [] for security_group (2304dd83-0096-4c60-8d18-36ea4e6bf524), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.405828 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2304dd83-0096-4c60-8d18-36ea4e6bf524), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.421233 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103764) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 10:14:08.440713 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304dd83-0096-4c60-8d18-36ea4e6bf524,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:08.445688 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (765c4295-3d84-4ded-b1df-b0092353a35b), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.446028 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Added segment 765c4295-3d84-4ded-b1df-b0092353a35b of type flat for network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 Jun 30 10:14:08.490857 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (2c595ef6-b55a-455c-ac78-d0d7f3757e75), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.522637 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (2c595ef6-b55a-455c-ac78-d0d7f3757e75), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.523665 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:14:08.524239 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:08.578272 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5955138 Jun 30 10:14:08.620438 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cc746-2ad8-4ef9-98da-7627419912d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2c595ef6-b55a-455c-ac78-d0d7f3757e75,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:08.631348 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:14:08.653304 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:10.814355 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38642) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:11.185245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2564afc-df42-47f9-a310-507be52a46a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:14:11.186556 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e2564afc-df42-47f9-a310-507be52a46a6 demo admin] 10.222.0.44 "GET /v2.0/subnets/ec08b954-1035-45d4-be04-5a93c9db20c4 HTTP/1.1" status: 200 len: 849 time: 0.3712149 Jun 30 10:14:11.297517 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:11.306627 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0a94b740-fffa-4c40-9f73-192470453db7 demo admin] 10.222.0.44 "GET /v2.0/routers/12d3c8d0-9405-4ec2-beba-2d17ee236fa4 HTTP/1.1" status: 200 len: 704 time: 0.1138947 Jun 30 10:14:11.575734 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:11.602537 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba7da-4a0f-4e47-8357-7648d72f2c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:11.906364 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Allocated IP 172.20.0.1 (aabfb9e8-a961-4d4d-a208-6311fd3d35ce/ec08b954-1035-45d4-be04-5a93c9db20c4/00dd881c-e389-4fed-8e3b-211c1aebd59d) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:12.060313 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks [] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.061598 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:12.130451 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.207570 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:12.212887 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:12.217636 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:14:12.218244 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.237331 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Pushing event updated for resources: {'Port': ['ID=00dd881c-e389-4fed-8e3b-211c1aebd59d,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:12.367112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-4be8034f-bbc7-4444-9d86-66463077e37b None None] Provisioning complete for port 00dd881c-e389-4fed-8e3b-211c1aebd59d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:12.367605 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4be8034f-bbc7-4444-9d86-66463077e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.402068 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-4be8034f-bbc7-4444-9d86-66463077e37b None None] Port 00dd881c-e389-4fed-8e3b-211c1aebd59d cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:14:12.413349 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.508473 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:12.614980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks [] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.620355 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.621112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.683181 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Pushing event updated for resources: {'Port': ['ID=00dd881c-e389-4fed-8e3b-211c1aebd59d,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:12.747888 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:12.749113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:12.910926 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:14:12.920297 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-574b12bd-a26f-4ea2-bb6a-0c3163fa98a0 None None] Provisioning complete for port 00dd881c-e389-4fed-8e3b-211c1aebd59d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:12.920770 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-574b12bd-a26f-4ea2-bb6a-0c3163fa98a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:12.951259 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-574b12bd-a26f-4ea2-bb6a-0c3163fa98a0 None None] Port 00dd881c-e389-4fed-8e3b-211c1aebd59d cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:14:12.998426 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:13.003395 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-5b7699c8-8bde-4ac7-8ad7-406eca587778 demo admin] 10.222.0.44 "PUT /v2.0/routers/12d3c8d0-9405-4ec2-beba-2d17ee236fa4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6905718 Jun 30 10:14:13.011030 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Sync routers for ids ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:13.023916 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Routers {'12d3c8d0-9405-4ec2-beba-2d17ee236fa4'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:14:13.024646 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:13:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:13.205541 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Set router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:14:13.622193 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'name': 'router1', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:14:02Z', 'updated_at': '2022-06-30T10:14:12Z', 'revision_number': 2, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'gw_port_host': None, '_interfaces': [{'id': '00dd881c-e389-4fed-8e3b-211c1aebd59d', 'name': '', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'mac_address': 'fa:16:3e:b9:15:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:11Z', 'updated_at': '2022-06-30T10:14:12Z', 'revision_number': 2, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'subnets': [{'id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:13.671970 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Checking router: 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:13.672349 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Updating router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 port 00dd881c-e389-4fed-8e3b-211c1aebd59d binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:14:13.724973 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:13.799959 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8c52-31d9-4540-8649-23df5338e732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.238384 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Publish callbacks [] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.245267 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.417305 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Attempting to bind port 00dd881c-e389-4fed-8e3b-211c1aebd59d on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:14:14.417712 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Attempting to bind port 00dd881c-e389-4fed-8e3b-211c1aebd59d by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:14:14.418147 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Attempting to bind port 00dd881c-e389-4fed-8e3b-211c1aebd59d on network aabfb9e8-a961-4d4d-a208-6311fd3d35ce {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:14:14.420935 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Pushing event updated for resources: {'Port': ['ID=00dd881c-e389-4fed-8e3b-211c1aebd59d,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:14.431517 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.431860 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.432215 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.432565 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.432895 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.433218 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.433538 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.433857 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.434176 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.435067 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.435740 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.436089 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.436413 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.436728 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.437044 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Tracked resource versions report: Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: pushed versions: Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: { 'AddressGroup': {'1.2'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Agent': {'1.1'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Log': {'1.0'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'NDPProxy': {'1.0'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Network': {'1.1'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Port': {'1.7'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'PortForwarding': {'1.3'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'QosPolicy': {'1.10'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroup': {'1.5'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SubPort': {'1.0'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Subnet': {'1.1'}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Trunk': {'1.1'}} Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: consumer versions: Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Agent': '1.1', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'ConntrackHelper': '1.0', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'LocalIPAssociation': '1.0', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Log': '1.0', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'NDPProxy': '1.0', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Network': '1.1', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Port': '1.7', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'PortForwarding': '1.3', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'QosPolicy': '1.10', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroup': '1.5', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroupRule': '1.2', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SubPort': '1.0', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Subnet': '1.1', Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Trunk': '1.1'}} Jun 30 10:14:14.438491 dv-cinder-826608-4-iscsi neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:14:14.441377 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:14:14.441585 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Checking segment: {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:14:14.442539 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.442948 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Bound using segment: {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:14:14.443451 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Bound port: 00dd881c-e389-4fed-8e3b-211c1aebd59d, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7208e3f4-0759-4819-b4a7-1b9da01528d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:14:14.443829 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.478941 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-030284bf-53c7-41a9-8c8e-35b1471ed3f5 None None] Provisioning complete for port 00dd881c-e389-4fed-8e3b-211c1aebd59d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:14.479487 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-030284bf-53c7-41a9-8c8e-35b1471ed3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.484341 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:14.511829 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] For port 00dd881c-e389-4fed-8e3b-211c1aebd59d, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:14.513829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-030284bf-53c7-41a9-8c8e-35b1471ed3f5 None None] Port 00dd881c-e389-4fed-8e3b-211c1aebd59d cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:14:14.534529 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] For port 00dd881c-e389-4fed-8e3b-211c1aebd59d, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=00dd881c-e389-4fed-8e3b-211c1aebd59d,segment=NetworkSegment(7208e3f4-0759-4819-b4a7-1b9da01528d4),segment_id=7208e3f4-0759-4819-b4a7-1b9da01528d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:14.540440 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.588535 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:14.601984 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Routers {'12d3c8d0-9405-4ec2-beba-2d17ee236fa4'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:14:14.602756 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:14:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:14.605848 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298733ee-349b-4ef7-9b3c-26e7236365be None None] Pushing event updated for resources: {'Port': ['ID=00dd881c-e389-4fed-8e3b-211c1aebd59d,revision_number=4']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:14.694551 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] Set router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:14:14.834788 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] Provisioning complete for port 00dd881c-e389-4fed-8e3b-211c1aebd59d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:14.835102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.906028 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'name': 'router1', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:14:02Z', 'updated_at': '2022-06-30T10:14:12Z', 'revision_number': 2, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'gw_port_host': None, '_interfaces': [{'id': '00dd881c-e389-4fed-8e3b-211c1aebd59d', 'name': '', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'mac_address': 'fa:16:3e:b9:15:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:11Z', 'updated_at': '2022-06-30T10:14:14Z', 'revision_number': 4, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'subnets': [{'id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:14.934745 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e3ab4-cf7a-4fda-a6b0-3d6f1c0096bb None None] The sync data for ids ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'] in dv-cinder-826608-4-iscsi is: [{'id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'name': 'router1', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:14:02Z', 'updated_at': '2022-06-30T10:14:12Z', 'revision_number': 2, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'gw_port_host': None, '_interfaces': [{'id': '00dd881c-e389-4fed-8e3b-211c1aebd59d', 'name': '', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'mac_address': 'fa:16:3e:b9:15:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:11Z', 'updated_at': '2022-06-30T10:14:14Z', 'revision_number': 4, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'subnets': [{'id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:14.961673 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] Current status of the port 00dd881c-e389-4fed-8e3b-211c1aebd59d is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:14.962065 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:14.995058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] For port 00dd881c-e389-4fed-8e3b-211c1aebd59d, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=00dd881c-e389-4fed-8e3b-211c1aebd59d,segment=NetworkSegment(7208e3f4-0759-4819-b4a7-1b9da01528d4),segment_id=7208e3f4-0759-4819-b4a7-1b9da01528d4)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:14.999889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:15.048888 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e6a76-eeb4-41e8-a604-8d4cb8fa1d5c None None] Pushing event updated for resources: {'Port': ['ID=00dd881c-e389-4fed-8e3b-211c1aebd59d,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:15.138515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:15.256393 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38662) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:15.461305 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555c11b-356f-43a6-a00e-b3f4eedb0ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:14:15.462674 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2555c11b-356f-43a6-a00e-b3f4eedb0ad8 admin admin] 10.222.0.44 "GET /v2.0/networks/2c595ef6-b55a-455c-ac78-d0d7f3757e75 HTTP/1.1" status: 200 len: 842 time: 0.2051916 Jun 30 10:14:15.471891 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:14:15.476744 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:15.494768 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Made reservation on behalf of 9982519b09d14f298a1a1f477137a258 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:15.497641 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:15.787088 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:15.832692 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.objects.ports [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103764) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 30 10:14:15.833150 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (0b8dfa53-9394-4e62-9d5d-7e942cb5881d), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:15.879975 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8dfa53-9394-4e62-9d5d-7e942cb5881d,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:15.898698 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:14:15.899061 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Network hostable DHCP agents. Network: 2c595ef6-b55a-455c-ac78-d0d7f3757e75, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:14:15.915640 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:14:15.925575 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 2c595ef6-b55a-455c-ac78-d0d7f3757e75) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:15.929744 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:14:15.930405 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:15.937130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9389da1-75b4-49ed-8091-ae0cf873a4d8 None None] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:14:15.958716 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-baa5a593-a415-45e4-9d0c-a90e1c5a7c8c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4787226 Jun 30 10:14:16.045350 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbb8d6-03d5-443f-9586-ba564534387d None None] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:14:16.627177 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:16.997931 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:18.221596 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 38680) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:18.371306 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-9ba87257-ada7-4671-98d3-159123b6519c demo admin] 10.222.0.44 "GET /v2.0/routers/12d3c8d0-9405-4ec2-beba-2d17ee236fa4 HTTP/1.1" status: 200 len: 710 time: 0.1484635 Jun 30 10:14:18.459049 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807cc67f-d277-47b6-ad68-c66f92dd0355 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:14:18.460393 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-807cc67f-d277-47b6-ad68-c66f92dd0355 demo admin] 10.222.0.44 "GET /v2.0/networks/2c595ef6-b55a-455c-ac78-d0d7f3757e75 HTTP/1.1" status: 200 len: 886 time: 0.0827003 Jun 30 10:14:18.469112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:14:18.701332 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks [] for router_gateway (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:18.895958 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:18.911384 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks [] for router_gateway (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:18.996202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:19.004540 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:19.104170 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Allocated IP 172.27.3.131 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/fbc0f94e-15a5-4869-93ff-33b7fed3d06a) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:19.208312 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks [] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:19.240647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:19.282510 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:19.285634 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:19.289930 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:14:19.323620 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Pushing event updated for resources: {'Port': ['ID=fbc0f94e-15a5-4869-93ff-33b7fed3d06a,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:19.617358 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks [] for router_gateway (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:19.819942 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-683594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221903'] for router (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:19.823338 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-683571'] for router (12d3c8d0-9405-4ec2-beba-2d17ee236fa4), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:19.906540 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:19.928024 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:14:19.935794 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:20.037137 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:20.041259 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:20.042399 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8d7d3622-6649-41f8-9e51-0714e6c136f6 demo admin] 10.222.0.44 "PUT /v2.0/routers/12d3c8d0-9405-4ec2-beba-2d17ee236fa4 HTTP/1.1" status: 200 len: 890 time: 1.5763292 Jun 30 10:14:20.692631 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 00dd881c-e389-4fed-8e3b-211c1aebd59d up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:20.739782 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 00dd881c-e389-4fed-8e3b-211c1aebd59d triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:20.740178 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:20.815605 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 00dd881c-e389-4fed-8e3b-211c1aebd59d is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:21.224114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Sync routers for ids ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:21.236653 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Routers {'12d3c8d0-9405-4ec2-beba-2d17ee236fa4'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:14:21.237295 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:14:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:21.255420 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:21.387021 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:21.438762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Set router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:14:21.800963 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'name': 'router1', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fbc0f94e-15a5-4869-93ff-33b7fed3d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:14:02Z', 'updated_at': '2022-06-30T10:14:19Z', 'revision_number': 4, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'gw_port': {'id': 'fbc0f94e-15a5-4869-93ff-33b7fed3d06a', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:19Z', 'updated_at': '2022-06-30T10:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '00dd881c-e389-4fed-8e3b-211c1aebd59d', 'name': '', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'mac_address': 'fa:16:3e:b9:15:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:11Z', 'updated_at': '2022-06-30T10:14:14Z', 'revision_number': 5, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'subnets': [{'id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:21.851720 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Checking router: 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:21.852082 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Updating router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 port fbc0f94e-15a5-4869-93ff-33b7fed3d06a binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:14:21.903737 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:22.279973 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Publish callbacks [] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:22.285472 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:22.336289 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Attempting to bind port fbc0f94e-15a5-4869-93ff-33b7fed3d06a on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:14:22.336649 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Attempting to bind port fbc0f94e-15a5-4869-93ff-33b7fed3d06a by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:14:22.337001 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Attempting to bind port fbc0f94e-15a5-4869-93ff-33b7fed3d06a on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:14:22.339850 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598c0a9-98c7-4703-9095-389302e869c4 None None] Pushing event updated for resources: {'Port': ['ID=fbc0f94e-15a5-4869-93ff-33b7fed3d06a,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:22.347698 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 38692) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:14:22.351642 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:14:22.352015 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:14:22.352413 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:22.352864 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:14:22.353336 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Bound port: fbc0f94e-15a5-4869-93ff-33b7fed3d06a, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:14:22.353709 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:22.402402 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] For port fbc0f94e-15a5-4869-93ff-33b7fed3d06a, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:22.405554 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] For port fbc0f94e-15a5-4869-93ff-33b7fed3d06a, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=fbc0f94e-15a5-4869-93ff-33b7fed3d06a,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:22.411257 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:22.471675 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598c0a9-98c7-4703-9095-389302e869c4 None None] Pushing event updated for resources: {'Port': ['ID=fbc0f94e-15a5-4869-93ff-33b7fed3d06a,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:22.475264 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Routers {'12d3c8d0-9405-4ec2-beba-2d17ee236fa4'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:14:22.475981 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:14:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:22.505646 dv-cinder-826608-4-iscsi neutron-server[103763]: WARNING oslo_policy.policy [None req-6fd91943-2731-44e5-b82c-128e2a690843 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:14:22.506191 dv-cinder-826608-4-iscsi neutron-server[103763]: WARNING oslo_policy.policy [None req-6fd91943-2731-44e5-b82c-128e2a690843 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:14:22.566489 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:22.581459 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:22.586562 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] Set router 12d3c8d0-9405-4ec2-beba-2d17ee236fa4 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:14:22.737015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writer thread running {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 10:14:22.781226 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'name': 'router1', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fbc0f94e-15a5-4869-93ff-33b7fed3d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:14:02Z', 'updated_at': '2022-06-30T10:14:19Z', 'revision_number': 4, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'gw_port': {'id': 'fbc0f94e-15a5-4869-93ff-33b7fed3d06a', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:19Z', 'updated_at': '2022-06-30T10:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '00dd881c-e389-4fed-8e3b-211c1aebd59d', 'name': '', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'mac_address': 'fa:16:3e:b9:15:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:11Z', 'updated_at': '2022-06-30T10:14:14Z', 'revision_number': 5, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'subnets': [{'id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:22.785350 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:22.810736 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba90a7-7580-4f17-a296-d61de9a114f1 None None] The sync data for ids ['12d3c8d0-9405-4ec2-beba-2d17ee236fa4'] in dv-cinder-826608-4-iscsi is: [{'id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'name': 'router1', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fbc0f94e-15a5-4869-93ff-33b7fed3d06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:14:02Z', 'updated_at': '2022-06-30T10:14:19Z', 'revision_number': 4, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'gw_port': {'id': 'fbc0f94e-15a5-4869-93ff-33b7fed3d06a', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:19Z', 'updated_at': '2022-06-30T10:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '00dd881c-e389-4fed-8e3b-211c1aebd59d', 'name': '', 'network_id': 'aabfb9e8-a961-4d4d-a208-6311fd3d35ce', 'tenant_id': '6f127d6bcfe64a2694256fed07561a95', 'mac_address': 'fa:16:3e:b9:15:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3c8d0-9405-4ec2-beba-2d17ee236fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:14:11Z', 'updated_at': '2022-06-30T10:14:14Z', 'revision_number': 5, 'project_id': '6f127d6bcfe64a2694256fed07561a95', 'subnets': [{'id': 'ec08b954-1035-45d4-be04-5a93c9db20c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2705befd-3471-452f-be48-9e9b7b1e9f1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:22.920464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.policy [None req-6fd91943-2731-44e5-b82c-128e2a690843 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103763) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 10:14:22.963185 dv-cinder-826608-4-iscsi neutron-server[103763]: WARNING oslo_policy.policy [None req-6fd91943-2731-44e5-b82c-128e2a690843 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:14:22.963570 dv-cinder-826608-4-iscsi neutron-server[103763]: WARNING oslo_policy.policy [None req-6fd91943-2731-44e5-b82c-128e2a690843 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 10:14:22.974742 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-6fd91943-2731-44e5-b82c-128e2a690843 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6250930 Jun 30 10:14:24.721557 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device fbc0f94e-15a5-4869-93ff-33b7fed3d06a up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:24.766418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port fbc0f94e-15a5-4869-93ff-33b7fed3d06a triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:24.766838 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:24.838431 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port fbc0f94e-15a5-4869-93ff-33b7fed3d06a is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:24.838857 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:24.861440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port fbc0f94e-15a5-4869-93ff-33b7fed3d06a, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=fbc0f94e-15a5-4869-93ff-33b7fed3d06a,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:24.865534 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:24.903939 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=49,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:24.909722 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=30 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:24.922040 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=fbc0f94e-15a5-4869-93ff-33b7fed3d06a,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:26.734285 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device fbc0f94e-15a5-4869-93ff-33b7fed3d06a up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:26.790377 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port fbc0f94e-15a5-4869-93ff-33b7fed3d06a triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:14:26.791031 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (fbc0f94e-15a5-4869-93ff-33b7fed3d06a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:26.891353 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port fbc0f94e-15a5-4869-93ff-33b7fed3d06a is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:14:30.031461 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:30.034838 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=19 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:32.841767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:32.846394 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:36.846746 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:36.891844 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:41.601711 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f43f536b-2c3f-4a92-ab42-2216eb95923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:42.327802 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:14:43.808082 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6661fe83-0ee3-4998-aa23-cc84efd246c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:45.143275 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:46.632243 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:46.992799 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:14:55.333650 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:55.339542 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:56.986440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:14:56.988338 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:11.601806 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0e45f06a-04d8-4290-8e24-2591dfac564f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:13.802999 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c3dd-54aa-4fa0-96d7-5595946152cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:15.147314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:16.629809 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:16.997211 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:19.327962 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:26.990792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:26.992710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:32.331465 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:39.793497 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39246) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:39.856161 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e4b8d6-52cd-4b38-a28e-5420d4862ea2 admin admin] GET failed (client error): The resource could not be found. Jun 30 10:15:39.857494 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-63e4b8d6-52cd-4b38-a28e-5420d4862ea2 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630562 Jun 30 10:15:40.034070 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8293b32-0617-4f18-b111-d1bae17b27f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:40.035522 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b8293b32-0617-4f18-b111-d1bae17b27f5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1738789 Jun 30 10:15:41.599124 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5185c03a-50dd-4760-8d37-4c19e91258ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:42.133221 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39256) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:42.226153 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83ace5-3ca6-4ab9-a472-01bdbc83bf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:42.227727 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-dd83ace5-3ca6-4ab9-a472-01bdbc83bf3d admin admin] 10.222.0.44 "GET /v2.0/subnets/ec08b954-1035-45d4-be04-5a93c9db20c4 HTTP/1.1" status: 200 len: 849 time: 0.0935242 Jun 30 10:15:42.238107 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:15:42.325767 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Publish callbacks [] for subnet (ec08b954-1035-45d4-be04-5a93c9db20c4), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:42.464165 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739068861907'] for subnet (ec08b954-1035-45d4-be04-5a93c9db20c4), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:42.499216 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:42.499799 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:42.501069 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] 10.222.0.44 "PUT /v2.0/subnets/ec08b954-1035-45d4-be04-5a93c9db20c4 HTTP/1.1" status: 200 len: 868 time: 0.2665787 Jun 30 10:15:42.504379 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2579dbb-5e98-40ca-b93e-5e650e9633f3 None None] Network aabfb9e8-a961-4d4d-a208-6311fd3d35ce requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:15:42.524982 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec08b954-1035-45d4-be04-5a93c9db20c4,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:42.532534 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.532780 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.533077 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.533398 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.533724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.534485 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.534485 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.534725 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.535032 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.535356 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.535676 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.535996 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.536308 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.536619 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.536927 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ade02-3075-4ba9-8895-0a8da2fbed77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:42.847791 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-eb7e004f-491c-4136-91d7-b673d470abd6 None None] Provisioning complete for port 00dd881c-e389-4fed-8e3b-211c1aebd59d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:15:42.848369 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-eb7e004f-491c-4136-91d7-b673d470abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (00dd881c-e389-4fed-8e3b-211c1aebd59d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:42.919537 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e004f-491c-4136-91d7-b673d470abd6 None None] Current status of the port 00dd881c-e389-4fed-8e3b-211c1aebd59d is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:15:42.936482 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-eb7e004f-491c-4136-91d7-b673d470abd6 None None] Provisioning complete for port 27924e03-7306-4123-bdf3-95fb33f3881d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:15:42.936865 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-eb7e004f-491c-4136-91d7-b673d470abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (27924e03-7306-4123-bdf3-95fb33f3881d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:43.009045 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e004f-491c-4136-91d7-b673d470abd6 None None] Current status of the port 27924e03-7306-4123-bdf3-95fb33f3881d is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:15:43.807516 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0c083576-e09c-4523-a190-4b1135499ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:44.592538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39264) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:44.841933 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7018dc-79d7-4e3f-a9e1-82cea8be4ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:44.842288 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7018dc-79d7-4e3f-a9e1-82cea8be4ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:44.843835 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-6f7018dc-79d7-4e3f-a9e1-82cea8be4ced admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2503667 Jun 30 10:15:45.148644 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:45.323224 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:45.342343 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:46.638924 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:46.934061 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39274) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:47.006754 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:15:47.141297 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4b441-afc1-4112-a537-8b5aaa75ef66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:47.141671 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4b441-afc1-4112-a537-8b5aaa75ef66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:47.143210 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e7f4b441-afc1-4112-a537-8b5aaa75ef66 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077997 Jun 30 10:15:49.231664 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39282) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:49.363203 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7edd5-d00b-4d00-ae3f-a51651a667a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:49.364538 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-46b7edd5-d00b-4d00-ae3f-a51651a667a2 admin admin] 10.222.0.44 "GET /v2.0/networks/2c595ef6-b55a-455c-ac78-d0d7f3757e75 HTTP/1.1" status: 200 len: 886 time: 0.1319113 Jun 30 10:15:51.454071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39290) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:51.595386 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2b887-5df6-45b4-9013-8314274bf709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:51.596757 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f6d2b887-5df6-45b4-9013-8314274bf709 admin admin] 10.222.0.44 "GET /v2.0/networks/aabfb9e8-a961-4d4d-a208-6311fd3d35ce HTTP/1.1" status: 200 len: 869 time: 0.1416986 Jun 30 10:15:53.702496 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39298) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:53.884639 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:53.906533 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:53.933368 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998e236-ad78-46bc-882b-27e0397f4e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:53.933811 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998e236-ad78-46bc-882b-27e0397f4e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:53.935358 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d998e236-ad78-46bc-882b-27e0397f4e03 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2319016 Jun 30 10:15:54.834114 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:54.838857 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=12 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:56.059083 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39306) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:56.169115 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15456794-0cd7-4602-bed2-e48b3461bdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:56.169564 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15456794-0cd7-4602-bed2-e48b3461bdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:56.171201 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-15456794-0cd7-4602-bed2-e48b3461bdb4 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110902 Jun 30 10:15:56.331601 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:56.989012 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:56.997346 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:15:58.379680 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39314) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:15:58.472647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1d739-d072-48c7-aba4-dc237676444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:15:58.474074 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0ee1d739-d072-48c7-aba4-dc237676444e admin admin] 10.222.0.44 "GET /v2.0/subnets/0b8dfa53-9394-4e62-9d5d-7e942cb5881d HTTP/1.1" status: 200 len: 816 time: 0.0934391 Jun 30 10:16:00.590508 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39322) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:16:00.686728 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b1730-a072-4048-b2f8-fb5a87cd7711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:16:00.689121 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-455b1730-a072-4048-b2f8-fb5a87cd7711 admin admin] 10.222.0.44 "GET /v2.0/subnets/ec08b954-1035-45d4-be04-5a93c9db20c4 HTTP/1.1" status: 200 len: 868 time: 0.0972157 Jun 30 10:16:09.333186 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=18 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:09.339242 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=16 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:10.679723 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=21 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:10.683127 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=20 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:11.596188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7a6640b-db97-453a-a9e1-43bbda4cd9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:13.812466 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4f13-9e83-45e7-adad-79b7b6249d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:15.154786 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:16.635433 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:17.000328 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:26.989703 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:26.995300 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:30.358727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39376) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:16:30.412356 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [None req-27c70fe9-d8e3-4b03-9730-e1cb586b3d51 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:16:30.413345 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-27c70fe9-d8e3-4b03-9730-e1cb586b3d51 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0536604 Jun 30 10:16:32.614667 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39384) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:16:32.704828 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27aeb1e-8056-48d7-a7e6-5de7261938c3 admin admin] GET failed (client error): The resource could not be found. Jun 30 10:16:32.706329 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a27aeb1e-8056-48d7-a7e6-5de7261938c3 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0905859 Jun 30 10:16:32.866217 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca649e-4e06-40cb-9da2-78ba9fb0f2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:16:32.867687 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-e5ca649e-4e06-40cb-9da2-78ba9fb0f2bc admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1565094 Jun 30 10:16:33.330572 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:16:34.998658 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39392) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:16:35.048122 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:16:35.088827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Made reservation on behalf of 9982519b09d14f298a1a1f477137a258 for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:16:35.091785 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:35.137505 dv-cinder-826608-4-iscsi neutron-server[103763]: WARNING neutron.services.revisions.revision_plugin [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Could not find related network for resource to bump revision. Jun 30 10:16:35.159190 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:16:35.173450 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739068933717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (d17160d5-2e12-453f-bc4d-7941e27b5feb), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:35.173921 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Unsubscribe: segment precommit_create {{(pid=103763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 10:16:35.174416 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Added segment d17160d5-2e12-453f-bc4d-7941e27b5feb of type vlan for network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 Jun 30 10:16:35.240822 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (50deca76-ad5c-4d5c-95c2-f566964cc1c2), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:35.277470 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (50deca76-ad5c-4d5c-95c2-f566964cc1c2), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:35.278545 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:16:35.279167 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:35.308536 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3086336 Jun 30 10:16:35.427936 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Pushing event updated for resources: {'Network': ['ID=50deca76-ad5c-4d5c-95c2-f566964cc1c2,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:35.438046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.438391 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.438777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.439121 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.439457 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.439790 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.440116 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.440443 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.441029 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.441362 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.441713 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.442058 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.442385 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.442730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.443053 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32595ea-aeef-42b2-9932-ef0cae291eed admin admin] Tracked resource versions report: Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: pushed versions: Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: { 'AddressGroup': {'1.2'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Agent': {'1.1'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'ConntrackHelper': {'1.0'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Log': {'1.0'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'NDPProxy': {'1.0'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Network': {'1.1'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Port': {'1.7'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'PortForwarding': {'1.3'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'QosPolicy': {'1.10'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroup': {'1.5'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SubPort': {'1.0'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Subnet': {'1.1'}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Trunk': {'1.1'}} Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: consumer versions: Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Agent': '1.1', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'ConntrackHelper': '1.0', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'LocalIPAssociation': '1.0', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Log': '1.0', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'NDPProxy': '1.0', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Network': '1.1', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Port': '1.7', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'PortForwarding': '1.3', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'QosPolicy': '1.10', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroup': '1.5', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroupRule': '1.2', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SubPort': '1.0', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Subnet': '1.1', Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Trunk': '1.1'}} Jun 30 10:16:35.444544 dv-cinder-826608-4-iscsi neutron-server[103763]: {{(pid=103763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:16:35.478621 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:16:37.424439 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39404) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:16:37.485324 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ec0f6b-47fc-4284-b58b-19ac7b6b269f admin admin] GET failed (client error): The resource could not be found. Jun 30 10:16:37.486644 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-33ec0f6b-47fc-4284-b58b-19ac7b6b269f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612500 Jun 30 10:16:37.559292 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6d9641-a5b6-4f6d-b95f-336cc6ee4901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:16:37.560769 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4c6d9641-a5b6-4f6d-b95f-336cc6ee4901 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699770 Jun 30 10:16:37.571109 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2', 'cidr': '192.168.233.0/24'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:16:37.591122 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Made reservation on behalf of 9982519b09d14f298a1a1f477137a258 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:16:37.593397 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:37.759329 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (ddfcd871-17bf-4541-9313-436f2f7aa820), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:37.809175 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfcd871-17bf-4541-9313-436f2f7aa820,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:37.824444 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Checking segment: {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:16:37.824795 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Network hostable DHCP agents. Network: 50deca76-ad5c-4d5c-95c2-f566964cc1c2, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:16:37.840724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:16:37.849295 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 50deca76-ad5c-4d5c-95c2-f566964cc1c2) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:16:37.854068 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:16:37.854664 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:37.859001 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cbff7f-7e68-4c18-90d7-c6c0851bd1f3 None None] Network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:16:37.871617 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-06f8f6e9-a5a2-456f-af8c-65b9842f0f45 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038814 Jun 30 10:16:37.975802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-50deca76-ad5c-4d5c-95c2-f566964cc1c2', 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2', 'project_id': '9982519b09d14f298a1a1f477137a258', 'fixed_ips': [{'subnet_id': 'ddfcd871-17bf-4541-9313-436f2f7aa820'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:16:37.976775 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.127020 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Allocated IP 192.168.233.2 (50deca76-ad5c-4d5c-95c2-f566964cc1c2/ddfcd871-17bf-4541-9313-436f2f7aa820/a7ae26c9-c32d-4be5-90b3-4a47033881c9) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:16:38.276660 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Publish callbacks [] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.283176 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.324123 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:16:38.330943 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:16:38.333402 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Pushing event updated for resources: {'Port': ['ID=a7ae26c9-c32d-4be5-90b3-4a47033881c9,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:38.336045 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:16:38.363703 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.364038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.364389 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.364733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.365056 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.365374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.365686 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.365997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.366311 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.366620 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.366959 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.367286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.368156 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.368465 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.368773 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:38.405479 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Attempting to bind port a7ae26c9-c32d-4be5-90b3-4a47033881c9 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:16:38.405842 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Attempting to bind port a7ae26c9-c32d-4be5-90b3-4a47033881c9 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:16:38.406238 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Attempting to bind port a7ae26c9-c32d-4be5-90b3-4a47033881c9 on network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:16:38.411476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:16:38.411836 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Checking segment: {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:16:38.412227 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.412606 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Bound using segment: {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:16:38.413079 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Bound port: a7ae26c9-c32d-4be5-90b3-4a47033881c9, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:16:38.413451 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.481123 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] For port a7ae26c9-c32d-4be5-90b3-4a47033881c9, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:16:38.484234 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] For port a7ae26c9-c32d-4be5-90b3-4a47033881c9, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=a7ae26c9-c32d-4be5-90b3-4a47033881c9,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:16:38.493618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.551646 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff6f3c-d862-4de5-b9f5-20a78f029653 None None] Pushing event updated for resources: {'Port': ['ID=a7ae26c9-c32d-4be5-90b3-4a47033881c9,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:38.827110 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device a7ae26c9-c32d-4be5-90b3-4a47033881c9 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:16:38.876240 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port a7ae26c9-c32d-4be5-90b3-4a47033881c9 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:16:38.876920 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.937583 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:38.939615 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:38.952945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port a7ae26c9-c32d-4be5-90b3-4a47033881c9 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:16:38.953318 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:38.988074 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port a7ae26c9-c32d-4be5-90b3-4a47033881c9, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=a7ae26c9-c32d-4be5-90b3-4a47033881c9,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:38.993329 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:39.047846 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=a7ae26c9-c32d-4be5-90b3-4a47033881c9,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:39.514134 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659a5ce-74ab-4809-a2f9-561f8b88f4d0 None None] Network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:16:39.623609 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-7eef4617-ad07-4a11-b103-f2129b031c9f None None] Provisioning complete for port a7ae26c9-c32d-4be5-90b3-4a47033881c9 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:16:39.623975 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7eef4617-ad07-4a11-b103-f2129b031c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:39.738040 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-7eef4617-ad07-4a11-b103-f2129b031c9f None None] Current status of the port a7ae26c9-c32d-4be5-90b3-4a47033881c9 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:16:39.858292 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-113e5711-9f76-4b33-b1e6-7a61c9f5cb25 None None] Provisioning complete for port a7ae26c9-c32d-4be5-90b3-4a47033881c9 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:16:39.858679 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-113e5711-9f76-4b33-b1e6-7a61c9f5cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:39.933126 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-113e5711-9f76-4b33-b1e6-7a61c9f5cb25 None None] Current status of the port a7ae26c9-c32d-4be5-90b3-4a47033881c9 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:16:40.774810 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device a7ae26c9-c32d-4be5-90b3-4a47033881c9 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:16:40.923411 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port a7ae26c9-c32d-4be5-90b3-4a47033881c9 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:16:40.923789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a7ae26c9-c32d-4be5-90b3-4a47033881c9), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:40.998267 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port a7ae26c9-c32d-4be5-90b3-4a47033881c9 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:16:41.590384 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f30f61ff-2591-4bd3-8697-cb1b6dcef345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:43.806882 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb027-98d0-4748-b9c8-ce7779ef3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:45.154496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:45.431531 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:45.433332 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:46.330764 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:46.334978 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:46.639067 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:47.004382 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:16:47.858402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=50,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:47.865358 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:56.997197 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:16:56.998040 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:10.329994 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:11.592374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-172d5eec-99c7-4e0b-8262-d7573792e4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:13.810306 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a663b426-cc48-4108-a7aa-e67e4f45f9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:15.157223 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:16.639472 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:17.007951 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:23.331032 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:23.332405 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:27.001579 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:27.003355 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:40.321787 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:41.603798 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-551ff19c-05f0-4de1-8301-87d0204c5620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:43.814098 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f94c6462-a8cf-46cf-a3d8-34cef41dca20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:45.164830 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:46.648482 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:47.013997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:17:47.328948 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:57.002351 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:17:57.010131 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:00.323758 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:00.329574 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:06.860401 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39442) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:18:06.866839 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [None req-28772b5b-4707-4632-a6d3-e09859e42e44 tempest-verify_tempest_config-1930162610 tempest-verify_tempest_config-1930162610-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:18:06.867816 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-28772b5b-4707-4632-a6d3-e09859e42e44 tempest-verify_tempest_config-1930162610 tempest-verify_tempest_config-1930162610-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063970 Jun 30 10:18:07.179298 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39460) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:18:07.287472 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.374005 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Publish callbacks [] for security_group (49ea9c0c-47c6-4d61-b183-316354849af4), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.378898 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (49ea9c0c-47c6-4d61-b183-316354849af4), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.433116 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea9c0c-47c6-4d61-b183-316354849af4,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:07.437897 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=288764b0fe744a189341dbed9f8355dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2575366 Jun 30 10:18:07.441525 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39466) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:18:07.447755 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.448289 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.448850 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.449443 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.449963 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.450676 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.451225 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.451757 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.452308 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.452830 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.453403 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.453948 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.454477 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.455040 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.455569 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bec8fe-75cd-4952-bdfc-65f0368ee11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.557841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Publish callbacks [] for security_group (49ea9c0c-47c6-4d61-b183-316354849af4), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.580014 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Publish callbacks [] for security_group (49ea9c0c-47c6-4d61-b183-316354849af4), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.679948 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (49ea9c0c-47c6-4d61-b183-316354849af4), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.682820 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:07.684059 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49ea9c0c-47c6-4d61-b183-316354849af4 HTTP/1.1" status: 204 len: 168 time: 0.2412460 Jun 30 10:18:07.692451 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea9c0c-47c6-4d61-b183-316354849af4,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:07.699916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.700263 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.700622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.700966 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.701294 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.701626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.702069 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.702265 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.702593 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.702947 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.703278 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.703607 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.703928 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.704250 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:07.704570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97de094-cae2-4d04-ae33-c527594f5ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:11.599181 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-baf03e82-f1bf-4cf0-b8d7-a40af5d73705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:13.819515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4aec2451-45b2-4577-a22d-5419d8873e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:15.163400 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:16.647231 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:17.006911 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:17.436878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:17.440345 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:17.688186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:17.696783 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:24.328749 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:27.000749 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:27.002670 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:39.778036 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=16 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:39.779957 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=18 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:41.607621 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dec8f4cc-dc2a-47cf-988d-cf7d50ad85e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:43.812890 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f15da6d9-2be9-4cfd-ade5-d9b3b0118e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:45.166197 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:46.648564 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:47.008813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:18:57.002928 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:18:57.004934 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:01.327679 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:19:11.602852 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5c0550a9-127f-40bf-8ec2-0dbe61df62d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:13.816442 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-114427d4-e1a4-4db0-b624-a8c32ce615df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:14.325109 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:14.326012 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:15.173285 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:16.652437 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:17.021785 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:27.007360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:27.009272 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:38.326188 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 5 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:19:41.605787 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-99c3d724-df0c-43ff-9d40-202f8831a67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:43.825309 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e4dd88ad-4cd2-423d-992c-5769ffc6bc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:45.178221 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:46.660311 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:47.012732 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:19:51.313634 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:51.323562 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=7 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:19:55.899232 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683989'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:05.892212 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:05.894907 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:08.108256 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39542) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:20:08.223100 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-1b3e2320-6852-45a3-a859-1d6c7d1099a5 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1137028 Jun 30 10:20:10.349227 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39552) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:20:10.406815 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-85419f58-c1d5-47b7-9a37-2dc84ec56a50 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0564592 Jun 30 10:20:11.611337 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cd720991-e0df-4b60-be9f-4c3b43b38a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:13.819134 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9c67716c-7000-42a8-ae75-2603c8ce12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:15.177855 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:15.327259 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:16.657745 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:17.012505 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:20.401459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:20.402235 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:25.887088 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:28.314913 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:28.320305 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:35.880365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:35.882240 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:41.614151 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a180735a-8c3e-4c0c-9f1b-8cd205af2f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:43.815978 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-830e7f39-d333-4d5e-bdb2-9a5bf6daddc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:45.179803 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:45.322190 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=13 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:45.323308 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=15 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:20:46.653186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:47.005312 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:20:52.327470 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:55.899762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:05.312495 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:05.317433 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:05.889609 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:05.895683 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:11.616776 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6b2d31aa-e708-44a8-a6f5-624be3d5d9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:13.820940 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb3d8-d24a-461e-8fb9-ae853d37d62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:15.184733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:16.654183 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:17.013992 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:25.905835 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:29.326893 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:21:35.886044 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:35.892555 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:41.620165 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-427dbe0a-f991-4da5-a666-12a6962321d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:42.302899 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:42.313813 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=6 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:43.816773 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-16503564-265b-43c5-88ec-d00e0e048072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:45.186204 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:46.660073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:47.023196 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:53.876688 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39776) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:54.024661 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39796) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:54.033911 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39802) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:54.056774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39806) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:54.124062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1086135368-network', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:54.145799 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Made reservation on behalf of d85406a94e3c4b07852c8d61bdcfc79e for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:54.148456 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.157508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.260638 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks [] for security_group (1e44f675-6e7f-4ebf-a23c-07c64f6dddd7), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.265958 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1e44f675-6e7f-4ebf-a23c-07c64f6dddd7), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.289625 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:21:54.303802 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e44f675-6e7f-4ebf-a23c-07c64f6dddd7,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:54.312799 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.313129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.313499 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.313831 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.314439 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.314747 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.315178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.315645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.316176 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.316678 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.317311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.317863 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.318144 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.318622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.319155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Tracked resource versions report: Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: pushed versions: Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: { 'AddressGroup': {'1.2'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Agent': {'1.1'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'ConntrackHelper': {'1.0'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Log': {'1.0'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'NDPProxy': {'1.0'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Network': {'1.1'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Port': {'1.7'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'PortForwarding': {'1.3'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'QosPolicy': {'1.10'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroup': {'1.5'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SubPort': {'1.0'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Subnet': {'1.1'}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Trunk': {'1.1'}} Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: consumer versions: Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: HyperV agent@hv-cinder-82660: {}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Agent': '1.1', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'ConntrackHelper': '1.0', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'LocalIPAssociation': '1.0', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Log': '1.0', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'NDPProxy': '1.0', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Network': '1.1', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Port': '1.7', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'PortForwarding': '1.3', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'QosPolicy': '1.10', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroup': '1.5', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SecurityGroupRule': '1.2', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'SubPort': '1.0', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Subnet': '1.1', Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: 'Trunk': '1.1'}} Jun 30 10:21:54.320355 dv-cinder-826608-4-iscsi neutron-server[103763]: {{(pid=103763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:21:54.330548 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (e1d6e429-a48e-4613-8627-f67fab1ee881), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.331166 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Added segment e1d6e429-a48e-4613-8627-f67fab1ee881 of type vlan for network 83b97fe7-5a74-4333-a1f1-76508fb99056 Jun 30 10:21:54.378011 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (83b97fe7-5a74-4333-a1f1-76508fb99056), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.404926 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (83b97fe7-5a74-4333-a1f1-76508fb99056), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.406079 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:54.406789 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.408160 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-network', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:54.431453 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Made reservation on behalf of f3a09af8358a4c9ba551fc573ba84e09 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:54.431745 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1210026967-network', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:54.434916 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.444936 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.459343 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-538553616-network', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:54.469296 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Made reservation on behalf of 2cb665dac9894afc81d3f4dedfdbc551 for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:54.472007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.513667 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6357887 Jun 30 10:21:54.534594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39824) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:54.540074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Request body: {'subnet': {'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-subnet', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:54.547468 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.552588 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b9ff-270e-4567-b3fb-71c707f5df63 admin admin] Pushing event updated for resources: {'Network': ['ID=83b97fe7-5a74-4333-a1f1-76508fb99056,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:54.567405 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:21:54.570513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Made reservation on behalf of d85406a94e3c4b07852c8d61bdcfc79e for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:54.574723 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.579868 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Made reservation on behalf of 97676089d6c14acc83bca866d0fae6e2 for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:54.582249 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.595475 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.704733 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks [] for security_group (ceabdbce-3042-4ee1-a80a-e6f2a06f393a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.723281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ceabdbce-3042-4ee1-a80a-e6f2a06f393a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.750799 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks [] for security_group (8342040f-87ce-4262-b026-720acd213686), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.758348 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks [] for security_group (dca2746a-5275-407f-8e01-1714d8aee449), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.772726 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:21:54.775957 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (8342040f-87ce-4262-b026-720acd213686), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.787484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (dca2746a-5275-407f-8e01-1714d8aee449), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.788417 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=22,neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:54.793602 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:54.794597 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceabdbce-3042-4ee1-a80a-e6f2a06f393a,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:54.805259 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:21:54.817220 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (dac577fc-dac3-404e-b219-c32919eeefb5), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.817616 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (55de7930-bd5a-4887-80de-009f8a152c7f), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.818015 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Added segment dac577fc-dac3-404e-b219-c32919eeefb5 of type vlan for network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f Jun 30 10:21:54.818150 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Added segment 55de7930-bd5a-4887-80de-009f8a152c7f of type vlan for network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 Jun 30 10:21:54.835775 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:21:54.875513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (815e1101-2dfc-4ffc-aa24-fe3e0f507e45), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.909656 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=25,neutron:SELECT=70,neutron:UPDATE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:54.911850 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (69f6e6c1-029b-4c7c-a791-b9bc68465e2f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.919054 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8342040f-87ce-4262-b026-720acd213686,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:54.922435 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (4e087a64-8112-4157-bbf8-b70981a00eb1), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.923182 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Added segment 4e087a64-8112-4157-bbf8-b70981a00eb1 of type vlan for network da0122bc-4e22-46e5-ab2a-f88f46d20282 Jun 30 10:21:54.939015 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (815e1101-2dfc-4ffc-aa24-fe3e0f507e45), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.940793 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:54.941792 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.960232 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (83f53222-17a2-418e-ae06-b78e710b6cf7), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:54.982898 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9544749 Jun 30 10:21:54.985306 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39846) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:54.998884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Request body: {'subnet': {'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-subnet', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:55.008940 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (da0122bc-4e22-46e5-ab2a-f88f46d20282), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.019131 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (69f6e6c1-029b-4c7c-a791-b9bc68465e2f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.020574 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:55.021452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.056389 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca2746a-5275-407f-8e01-1714d8aee449,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:55.077737 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0425596 Jun 30 10:21:55.089124 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39850) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:55.095422 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Request body: {'subnet': {'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1210026967-subnet', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:55.107255 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Made reservation on behalf of f3a09af8358a4c9ba551fc573ba84e09 for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:55.109972 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.137488 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:55.139711 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Network hostable DHCP agents. Network: 83b97fe7-5a74-4333-a1f1-76508fb99056, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:21:55.154273 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (da0122bc-4e22-46e5-ab2a-f88f46d20282), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.159735 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.162413 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.163692 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:55.164138 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.165353 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.165476 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.165694 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.166033 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.166377 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.166998 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.167898 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.168372 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.168552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.171065 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.172334 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.173593 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.176376 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Tracked resource versions report: Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: pushed versions: Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: { 'AddressGroup': {'1.2'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Agent': {'1.1'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'ConntrackHelper': {'1.0'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Log': {'1.0'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'NDPProxy': {'1.0'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Network': {'1.1'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Port': {'1.7'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'PortForwarding': {'1.3'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'QosPolicy': {'1.10'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroup': {'1.5'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SubPort': {'1.0'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Subnet': {'1.1'}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Trunk': {'1.1'}} Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: consumer versions: Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: HyperV agent@hv-cinder-82660: {}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Agent': '1.1', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'ConntrackHelper': '1.0', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'LocalIPAssociation': '1.0', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Log': '1.0', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'NDPProxy': '1.0', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Network': '1.1', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Port': '1.7', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'PortForwarding': '1.3', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'QosPolicy': '1.10', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroup': '1.5', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SecurityGroupRule': '1.2', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'SubPort': '1.0', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Subnet': '1.1', Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: 'Trunk': '1.1'}} Jun 30 10:21:55.177878 dv-cinder-826608-4-iscsi neutron-server[103764]: {{(pid=103764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:21:55.202648 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee406-9f7c-4d32-815b-3028b8bdede4 admin admin] Pushing event updated for resources: {'Network': ['ID=69f6e6c1-029b-4c7c-a791-b9bc68465e2f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:55.218769 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:21:55.317394 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2592854 Jun 30 10:21:55.318757 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Made reservation on behalf of 2cb665dac9894afc81d3f4dedfdbc551 for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:55.321497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.324466 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39864) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:55.342874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Request body: {'subnet': {'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-subnet', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:55.367467 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bdb09-e29c-4e26-9d53-7ef3e34acad9 admin admin] Pushing event updated for resources: {'Network': ['ID=815e1101-2dfc-4ffc-aa24-fe3e0f507e45,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:55.389041 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f53222-17a2-418e-ae06-b78e710b6cf7,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:55.406867 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:21:55.418376 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:21:55.435697 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 83b97fe7-5a74-4333-a1f1-76508fb99056) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:55.445244 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:55.449818 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.470772 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Made reservation on behalf of 97676089d6c14acc83bca866d0fae6e2 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:21:55.479122 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.531567 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f72be-b0c6-44c8-8839-19abec620302 admin admin] Pushing event updated for resources: {'Network': ['ID=da0122bc-4e22-46e5-ab2a-f88f46d20282,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:55.621415 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5672a5-0453-48d8-9705-fb833e82a009 None None] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:21:55.774363 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:21:55.791107 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f7260425-ac3d-4743-9868-78566db71d5e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2552941 Jun 30 10:21:55.794737 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39896) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:55.810542 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:55.830328 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:55.908690 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (3dca2d4b-6a85-4cda-a586-1e1e8ba7f052), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.935847 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (061028ce-96aa-464c-b080-2dd1a259cb2a), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.936905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (061028ce-96aa-464c-b080-2dd1a259cb2a), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:55.989606 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (4cefccb5-4e03-4e59-b2bd-54e052b0f2d6), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.056964 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.103601 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-83b97fe7-5a74-4333-a1f1-76508fb99056', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:21:56.106843 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.110506 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks [] for router_controller (061028ce-96aa-464c-b080-2dd1a259cb2a), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.144474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:56.154892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (4a7cc698-af0a-47d0-ad21-fc861d8a0073), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.157741 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:56.252594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:56.274996 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:56.277127 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Checking segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:56.277947 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Network hostable DHCP agents. Network: da0122bc-4e22-46e5-ab2a-f88f46d20282, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:21:56.283290 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Checking segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:56.283290 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Network hostable DHCP agents. Network: 815e1101-2dfc-4ffc-aa24-fe3e0f507e45, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:21:56.329325 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Checking segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:56.329903 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Network hostable DHCP agents. Network: 69f6e6c1-029b-4c7c-a791-b9bc68465e2f, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:21:56.346397 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7cc698-af0a-47d0-ad21-fc861d8a0073,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:56.359931 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:21:56.367494 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:56.380394 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks [] for router_gateway (061028ce-96aa-464c-b080-2dd1a259cb2a), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.385885 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 815e1101-2dfc-4ffc-aa24-fe3e0f507e45) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:56.391408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:21:56.405016 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:56.406179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.414313 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 69f6e6c1-029b-4c7c-a791-b9bc68465e2f) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:56.421665 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:56.423549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.437182 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39916) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:56.441681 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:21:56.457386 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39920) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:56.458312 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5ddeecaa-f120-41bf-a16b-d245778d690a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3674600 Jun 30 10:21:56.463482 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-d0e7c3f0-edf5-4121-9ec0-a5e9f9bf4e1a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4705751 Jun 30 10:21:56.465748 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ba311-292e-45a2-85fa-65fde80f4b99 None None] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:21:56.466484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39922) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:56.468608 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:56.472206 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:56.474341 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456cb7f-64d4-4010-9f3c-497bdd86ba92 None None] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:21:56.515987 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.518662 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.646210 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:21:56.646965 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.651141 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, da0122bc-4e22-46e5-ab2a-f88f46d20282) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:56.707690 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:21:56.710044 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.766148 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-113cc156-acc7-470a-85ac-cd8b860b65db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4384816 Jun 30 10:21:56.781928 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 39934) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:56.802606 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Allocated IP 172.20.0.2 (69f6e6c1-029b-4c7c-a791-b9bc68465e2f/4a7cc698-af0a-47d0-ad21-fc861d8a0073/e56e888d-f155-4b9a-a270-83e341a523bd) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:56.828964 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc44b-689b-4da1-8de7-a48f35e20a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:56.920900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks [] for router_controller (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), precommit_add_association {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.002779 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Publish callbacks [] for port (e56e888d-f155-4b9a-a270-83e341a523bd), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.004544 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878da68c-ea3e-447e-9a28-6a52df21272d None None] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:21:57.007008 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:57.007845 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:57.037106 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:21:57.055390 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (fe7ed800-f6e9-47b9-b548-bea0043ea2db), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.057067 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (fe7ed800-f6e9-47b9-b548-bea0043ea2db), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.059728 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Allocated IP 172.20.0.2 (83b97fe7-5a74-4333-a1f1-76508fb99056/83f53222-17a2-418e-ae06-b78e710b6cf7/3e919b33-372c-4f1e-b089-40ff3c4a761e) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:57.068120 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.130316 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks [] for router_controller (fe7ed800-f6e9-47b9-b548-bea0043ea2db), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.263950 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (f0279a31-58e5-415f-920b-08accb1a45ce), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.264988 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (f0279a31-58e5-415f-920b-08accb1a45ce), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.280692 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks [] for router_gateway (061028ce-96aa-464c-b080-2dd1a259cb2a), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.299598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Pushing event updated for resources: {'Port': ['ID=e56e888d-f155-4b9a-a270-83e341a523bd,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:57.308361 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:21:57.338664 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:57.346556 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.347488 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.348051 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.348591 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.349120 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.349627 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.350163 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.350675 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.351224 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.351806 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.352201 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.352649 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.353186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.353728 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.354273 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Tracked resource versions report: Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: pushed versions: Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: { 'AddressGroup': {'1.2'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Agent': {'1.1'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'ConntrackHelper': {'1.0'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Log': {'1.0'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'NDPProxy': {'1.0'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Network': {'1.1'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Port': {'1.7'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'PortForwarding': {'1.3'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'QosPolicy': {'1.10'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroup': {'1.5'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SubPort': {'1.0'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Subnet': {'1.1'}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Trunk': {'1.1'}} Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: consumer versions: Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: HyperV agent@hv-cinder-82660: {}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Agent': '1.1', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'ConntrackHelper': '1.0', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'LocalIPAssociation': '1.0', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Log': '1.0', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'NDPProxy': '1.0', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Network': '1.1', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Port': '1.7', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'PortForwarding': '1.3', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'QosPolicy': '1.10', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroup': '1.5', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SecurityGroupRule': '1.2', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'SubPort': '1.0', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Subnet': '1.1', Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: 'Trunk': '1.1'}} Jun 30 10:21:57.355829 dv-cinder-826608-4-iscsi neutron-server[103765]: {{(pid=103765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:21:57.369779 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.379507 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:21:57.387361 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc44b-689b-4da1-8de7-a48f35e20a38 admin admin] Publish callbacks [] for security_group (207a1c07-ccde-4eae-b65c-d96cbbe9a985), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.396641 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks [] for router_gateway (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.400692 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc44b-689b-4da1-8de7-a48f35e20a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (207a1c07-ccde-4eae-b65c-d96cbbe9a985), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.416416 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-da0122bc-4e22-46e5-ab2a-f88f46d20282', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:21:57.418159 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.442850 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks [] for router_gateway (fe7ed800-f6e9-47b9-b548-bea0043ea2db), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.455817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:21:57.456801 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.493961 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcc44b-689b-4da1-8de7-a48f35e20a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207a1c07-ccde-4eae-b65c-d96cbbe9a985,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:57.571895 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks [] for router_controller (f0279a31-58e5-415f-920b-08accb1a45ce), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.595069 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:57.643051 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39956) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:57.679887 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f2fcc44b-689b-4da1-8de7-a48f35e20a38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aa8d646e8f5402593e31bacb29c11f2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2406819 Jun 30 10:21:57.687859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39960) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:57.753239 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks [] for router_gateway (f0279a31-58e5-415f-920b-08accb1a45ce), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.759278 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:57.815903 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Attempting to bind port e56e888d-f155-4b9a-a270-83e341a523bd on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:21:57.816563 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Attempting to bind port e56e888d-f155-4b9a-a270-83e341a523bd by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:21:57.817104 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Attempting to bind port e56e888d-f155-4b9a-a270-83e341a523bd on network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:21:57.841492 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:21:57.841979 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Checking segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:57.842602 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.843264 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Bound using segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:21:57.844024 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Bound port: e56e888d-f155-4b9a-a270-83e341a523bd, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:21:57.844643 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.862379 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=13 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:57.871867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:57.883881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a963a24d-745e-492b-943b-75c764a9efab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.893448 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3796e6af-fdf3-40a5-97cf-036c14483b5a admin admin] Publish callbacks [] for security_group (207a1c07-ccde-4eae-b65c-d96cbbe9a985), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.893652 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Allocated IP 172.20.0.2 (815e1101-2dfc-4ffc-aa24-fe3e0f507e45/3dca2d4b-6a85-4cda-a586-1e1e8ba7f052/af2c0438-266b-4bec-8211-4d81004166c0) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:57.933082 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks [] for router_gateway (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.956168 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Allocated IP 172.27.3.179 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/18cb0359-7417-4936-8674-682be72f4144) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:57.959015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3796e6af-fdf3-40a5-97cf-036c14483b5a admin admin] Publish callbacks [] for security_group (207a1c07-ccde-4eae-b65c-d96cbbe9a985), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.987911 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:57.992837 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:58.016420 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Publish callbacks [] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.049668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.083697 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks [] for router_gateway (fe7ed800-f6e9-47b9-b548-bea0043ea2db), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.135203 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.163853 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3796e6af-fdf3-40a5-97cf-036c14483b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (207a1c07-ccde-4eae-b65c-d96cbbe9a985), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.166378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3796e6af-fdf3-40a5-97cf-036c14483b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.170223 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-3796e6af-fdf3-40a5-97cf-036c14483b5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/207a1c07-ccde-4eae-b65c-d96cbbe9a985 HTTP/1.1" status: 204 len: 168 time: 0.4789262 Jun 30 10:21:58.177138 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Allocated IP 172.20.0.2 (da0122bc-4e22-46e5-ab2a-f88f46d20282/4cefccb5-4e03-4e59-b2bd-54e052b0f2d6/9834bf6c-e054-4a05-94d2-0fd5f2db0e82) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:58.188356 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796e6af-fdf3-40a5-97cf-036c14483b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a1c07-ccde-4eae-b65c-d96cbbe9a985,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:58.202621 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a963a24d-745e-492b-943b-75c764a9efab admin admin] Publish callbacks [] for security_group (ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.208477 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:21:58.210942 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a963a24d-745e-492b-943b-75c764a9efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.237514 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a963a24d-745e-492b-943b-75c764a9efab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17056207301e45c9a0db8f380bb96424&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5929453 Jun 30 10:21:58.240349 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks [] for router_gateway (f0279a31-58e5-415f-920b-08accb1a45ce), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.244187 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 39970) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:21:58.245180 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] For port e56e888d-f155-4b9a-a270-83e341a523bd, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:21:58.278947 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.294820 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:58.299331 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963a24d-745e-492b-943b-75c764a9efab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:58.313001 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:58.315038 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks [] for port (18cb0359-7417-4936-8674-682be72f4144), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.330593 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:21:58.345714 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] For port e56e888d-f155-4b9a-a270-83e341a523bd, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=e56e888d-f155-4b9a-a270-83e341a523bd,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:21:58.369484 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Pushing event updated for resources: {'Port': ['ID=3e919b33-372c-4f1e-b089-40ff3c4a761e,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:58.388513 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5829405-f41a-42d9-a0ab-2d22c9272be4 admin admin] Publish callbacks [] for security_group (ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.398925 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (18cb0359-7417-4936-8674-682be72f4144), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.405324 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.457837 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:21:58.464814 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:58.475526 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:21:58.637220 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Allocated IP 172.27.3.183 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/0dca7275-1fc9-45d3-9ae3-6f9531a5f80e) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:58.760012 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5829405-f41a-42d9-a0ab-2d22c9272be4 admin admin] Publish callbacks [] for security_group (ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.773737 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Pushing event updated for resources: {'Port': ['ID=18cb0359-7417-4936-8674-682be72f4144,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:58.889090 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Publish callbacks [] for port (af2c0438-266b-4bec-8211-4d81004166c0), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.893834 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Attempting to bind port 3e919b33-372c-4f1e-b089-40ff3c4a761e on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:21:58.894160 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Attempting to bind port 3e919b33-372c-4f1e-b089-40ff3c4a761e by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:21:58.894520 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Attempting to bind port 3e919b33-372c-4f1e-b089-40ff3c4a761e on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:21:58.909145 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (af2c0438-266b-4bec-8211-4d81004166c0), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.910989 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bcc08-a0b4-4135-a58a-9505fcf0e10d None None] Pushing event updated for resources: {'Port': ['ID=e56e888d-f155-4b9a-a270-83e341a523bd,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:58.927760 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:21:58.928134 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:58.928538 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.928943 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Bound using segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:21:58.929419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Bound port: 3e919b33-372c-4f1e-b089-40ff3c4a761e, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:21:58.929800 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:58.941318 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:21:59.130218 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:59.133486 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks [] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.165780 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5829405-f41a-42d9-a0ab-2d22c9272be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.173422 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5829405-f41a-42d9-a0ab-2d22c9272be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.178998 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c5829405-f41a-42d9-a0ab-2d22c9272be4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6 HTTP/1.1" status: 204 len: 168 time: 0.9336729 Jun 30 10:21:59.206183 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Publish callbacks [] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.211982 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:59.308767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5829405-f41a-42d9-a0ab-2d22c9272be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6cd2f2-0a04-4aa7-a5b4-925fd8684bf6,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:59.310223 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:21:59.310536 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks [] for router_gateway (061028ce-96aa-464c-b080-2dd1a259cb2a), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.311014 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.366183 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=9 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:59.373007 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] For port 3e919b33-372c-4f1e-b089-40ff3c4a761e, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:21:59.383643 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Attempting to bind port af2c0438-266b-4bec-8211-4d81004166c0 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:21:59.384263 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Attempting to bind port af2c0438-266b-4bec-8211-4d81004166c0 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:21:59.384891 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Attempting to bind port af2c0438-266b-4bec-8211-4d81004166c0 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:21:59.394853 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.397984 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:21:59.398540 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Checking segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:59.399131 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.399648 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Bound using segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:21:59.400813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Bound port: af2c0438-266b-4bec-8211-4d81004166c0, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:21:59.401514 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af2c0438-266b-4bec-8211-4d81004166c0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.428814 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:21:59.434640 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:59.439300 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] For port 3e919b33-372c-4f1e-b089-40ff3c4a761e, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3e919b33-372c-4f1e-b089-40ff3c4a761e,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:21:59.441059 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Pushing event updated for resources: {'Port': ['ID=af2c0438-266b-4bec-8211-4d81004166c0,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:59.445505 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:59.447881 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:21:59.536619 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.558202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:59.586316 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] For port af2c0438-266b-4bec-8211-4d81004166c0, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:21:59.600254 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Pushing event updated for resources: {'Port': ['ID=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:59.653865 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:21:59.680757 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:21:59.689412 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:21:59.699593 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] For port af2c0438-266b-4bec-8211-4d81004166c0, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=af2c0438-266b-4bec-8211-4d81004166c0,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:21:59.704474 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Allocated IP 172.27.3.140 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:21:59.735500 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af2c0438-266b-4bec-8211-4d81004166c0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.753975 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Attempting to bind port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:21:59.754980 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Attempting to bind port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:21:59.755339 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Attempting to bind port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 on network da0122bc-4e22-46e5-ab2a-f88f46d20282 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:21:59.779799 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:21:59.780453 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Checking segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:21:59.781000 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.781526 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Bound using segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:21:59.782157 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Bound port: 9834bf6c-e054-4a05-94d2-0fd5f2db0e82, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:21:59.782710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:21:59.794916 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:21:59.800938 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fd6e7-5b21-4e94-845c-3598df36bba8 None None] Pushing event updated for resources: {'Port': ['ID=3e919b33-372c-4f1e-b089-40ff3c4a761e,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:59.924442 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c22ec-ad5a-496e-abf6-bfbfaa7f1cd2 None None] Pushing event updated for resources: {'Port': ['ID=af2c0438-266b-4bec-8211-4d81004166c0,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:59.938882 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] For port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:21:59.944006 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] For port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:21:59.961649 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.035935 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Pushing event updated for resources: {'Port': ['ID=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:00.086344 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40024) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:00.126671 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b02a3665-b3b7-4689-b0ee-d1b7f5510352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.145502 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ed359-799f-491e-bf1d-d160f7a5da6f None None] Pushing event updated for resources: {'Port': ['ID=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:00.201238 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks [] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.250139 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (061028ce-96aa-464c-b080-2dd1a259cb2a), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.515071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.566564 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:00.575409 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks [] for router_gateway (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.735924 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b02a3665-b3b7-4689-b0ee-d1b7f5510352 admin admin] Publish callbacks [] for security_group (9728d151-c3ee-4617-996f-b52479be70d5), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.742477 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:00.753476 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Allocated IP 172.27.3.62 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/bd044f0f-2a56-46dd-8828-a374238dd485) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:00.774379 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:00.777147 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b02a3665-b3b7-4689-b0ee-d1b7f5510352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9728d151-c3ee-4617-996f-b52479be70d5), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.780296 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:00.794586 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:00.810912 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263667e-d3eb-47d0-8037-396adb48c9f1 None None] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:22:00.876617 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:00.935040 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:00.972111 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] Provisioning complete for port e56e888d-f155-4b9a-a270-83e341a523bd triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:00.973058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.016643 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b02a3665-b3b7-4689-b0ee-d1b7f5510352 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f19eff73074416bbe1fa19620f33d92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9266374 Jun 30 10:22:01.048350 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40048) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:01.118610 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:01.177652 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a3665-b3b7-4689-b0ee-d1b7f5510352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9728d151-c3ee-4617-996f-b52479be70d5,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:01.180902 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] Current status of the port e56e888d-f155-4b9a-a270-83e341a523bd is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:01.181397 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.251516 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:01.257483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8be05c5-7ca9-4cc1-a977-ff558cd89de1 admin admin] Publish callbacks [] for security_group (9728d151-c3ee-4617-996f-b52479be70d5), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.263875 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Router 061028ce-96aa-464c-b080-2dd1a259cb2a is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:22:01.265238 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] For port e56e888d-f155-4b9a-a270-83e341a523bd, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=e56e888d-f155-4b9a-a270-83e341a523bd,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:01.275998 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.326921 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device e56e888d-f155-4b9a-a270-83e341a523bd up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:01.353584 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8be05c5-7ca9-4cc1-a977-ff558cd89de1 admin admin] Publish callbacks [] for security_group (9728d151-c3ee-4617-996f-b52479be70d5), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.384099 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:01.415960 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks [] for port (bd044f0f-2a56-46dd-8828-a374238dd485), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.470771 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:22:01.519592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f91b71-df94-4861-8fd3-09c53c09d9d5 None None] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:22:01.523927 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8ee34-a41e-4b15-bc1b-bca46499fa13 None None] Pushing event updated for resources: {'Port': ['ID=e56e888d-f155-4b9a-a270-83e341a523bd,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:01.635072 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Provisioning complete for port 3e919b33-372c-4f1e-b089-40ff3c4a761e triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:01.635571 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.647596 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8be05c5-7ca9-4cc1-a977-ff558cd89de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9728d151-c3ee-4617-996f-b52479be70d5), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.663581 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8be05c5-7ca9-4cc1-a977-ff558cd89de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.667961 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-e8be05c5-7ca9-4cc1-a977-ff558cd89de1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9728d151-c3ee-4617-996f-b52479be70d5 HTTP/1.1" status: 204 len: 168 time: 0.6178215 Jun 30 10:22:01.702476 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks [] for router_gateway (fe7ed800-f6e9-47b9-b548-bea0043ea2db), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.708265 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.753098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be05c5-7ca9-4cc1-a977-ff558cd89de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728d151-c3ee-4617-996f-b52479be70d5,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:01.802449 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port e56e888d-f155-4b9a-a270-83e341a523bd triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:01.816727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:01.817495 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.833555 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Sync routers for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:01.852637 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:01.854295 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:01.859334 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:01.899954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:01.905701 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5a395309-3a31-4c9c-8c8a-a07450afebcd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4369817 Jun 30 10:22:01.906936 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40070) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:01.936865 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:02.019760 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:02.094402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:02.098428 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Pushing event updated for resources: {'Port': ['ID=bd044f0f-2a56-46dd-8828-a374238dd485,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:02.128136 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:02.134027 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-56c9f362-3f7b-47da-a81a-4e981d8fda3e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3287706 Jun 30 10:22:02.138749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40072) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:02.147765 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d4790-9af9-4bb3-b817-e93650eba18c None None] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:22:02.152938 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:02.153792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:02.228086 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:02.331533 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port e56e888d-f155-4b9a-a270-83e341a523bd is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:02.340534 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device af2c0438-266b-4bec-8211-4d81004166c0 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:02.590047 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:02.593391 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:02.632869 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Current status of the port 3e919b33-372c-4f1e-b089-40ff3c4a761e is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:02.633275 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:02.710015 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef88f2-c5de-4e6c-ba67-0e235a88692c None None] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:22:02.755453 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:21:59Z', 'revision_number': 3, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:02.774663 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (fe7ed800-f6e9-47b9-b548-bea0043ea2db), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:02.793067 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:02.793327 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Checking router: 6930f0fc-ff91-4b84-810c-cd6691bf5d6b for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:02.793683 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Updating router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:02.830294 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:02.881922 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] For port 3e919b33-372c-4f1e-b089-40ff3c4a761e, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3e919b33-372c-4f1e-b089-40ff3c4a761e,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:02.973092 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:03.124617 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks [] for router_gateway (f0279a31-58e5-415f-920b-08accb1a45ce), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.417320 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:03.500957 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:03.601394 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Router fe7ed800-f6e9-47b9-b548-bea0043ea2db is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:22:03.630961 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Publish callbacks [] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.643984 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (f0279a31-58e5-415f-920b-08accb1a45ce), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.648702 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.691338 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.756286 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.845314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Provisioning complete for port e56e888d-f155-4b9a-a270-83e341a523bd triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:03.845767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.881961 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port af2c0438-266b-4bec-8211-4d81004166c0 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:03.882813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af2c0438-266b-4bec-8211-4d81004166c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:03.887557 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Pushing event updated for resources: {'Port': ['ID=3e919b33-372c-4f1e-b089-40ff3c4a761e,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:03.972811 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Pushing event updated for resources: {'Port': ['ID=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:03.977095 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Attempting to bind port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:03.982798 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Attempting to bind port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:03.983247 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Attempting to bind port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:04.008171 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:04.013152 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.013540 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.013910 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.014275 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.014612 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.018471 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.028831 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.029583 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.029583 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.029842 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.030183 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.030553 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.031300 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.031300 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.031529 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Tracked resource versions report: Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: pushed versions: Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: { 'AddressGroup': {'1.2'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Agent': {'1.1'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Log': {'1.0'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'NDPProxy': {'1.0'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Network': {'1.1'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Port': {'1.7'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'PortForwarding': {'1.3'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'QosPolicy': {'1.10'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroup': {'1.5'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SubPort': {'1.0'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Subnet': {'1.1'}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Trunk': {'1.1'}} Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: consumer versions: Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: { DHCP agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: HyperV agent@hv-cinder-82660: {}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: L3 agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: Metadata agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: Metering agent@dv-cinder-826608-4-iscsi: {}, Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: Open vSwitch agent@dv-cinder-826608-4-iscsi: { 'AddressGroup': '1.2', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Agent': '1.1', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'ConntrackHelper': '1.0', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'LocalIPAssociation': '1.0', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Log': '1.0', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'NDPProxy': '1.0', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Network': '1.1', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Port': '1.7', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'PortForwarding': '1.3', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'QosPolicy': '1.10', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroup': '1.5', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SecurityGroupRule': '1.2', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'SubPort': '1.0', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Subnet': '1.1', Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: 'Trunk': '1.1'}} Jun 30 10:22:04.032771 dv-cinder-826608-4-iscsi neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 10:22:04.056660 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:04.057042 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:04.057964 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.058375 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:04.062035 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Bound port: 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:04.062449 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.225209 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] For port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:04.234089 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] For port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:04.235078 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:04.240824 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:04.246726 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:04.248169 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.256790 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Sync routers for ids ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:04.286307 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.288107 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0f66d8a4-7fc3-4ec4-b49e-bc101c098537 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8289175 Jun 30 10:22:04.293204 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40138) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:04.345558 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.349155 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Routers {'fe7ed800-f6e9-47b9-b548-bea0043ea2db'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:04.349809 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:04.398841 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Router f0279a31-58e5-415f-920b-08accb1a45ce is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:22:04.561285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:04.585962 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Set router fe7ed800-f6e9-47b9-b548-bea0043ea2db gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:04.627484 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port af2c0438-266b-4bec-8211-4d81004166c0 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:04.627875 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af2c0438-266b-4bec-8211-4d81004166c0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.642091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Allocated IP 172.20.0.1 (815e1101-2dfc-4ffc-aa24-fe3e0f507e45/3dca2d4b-6a85-4cda-a586-1e1e8ba7f052/4b69ee04-c380-4963-b20b-cdfd34fc8629) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:04.687049 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-19e58037-8e8c-46a7-a9ec-802fa77f0d7f None None] Current status of the port e56e888d-f155-4b9a-a270-83e341a523bd is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:04.738985 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Allocated IP 172.20.0.1 (83b97fe7-5a74-4333-a1f1-76508fb99056/83f53222-17a2-418e-ae06-b78e710b6cf7/650ecc67-eb4d-4f73-9127-dc4b083a1171) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:04.746098 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:04.748202 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:04.792496 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:04.802909 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port af2c0438-266b-4bec-8211-4d81004166c0, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=af2c0438-266b-4bec-8211-4d81004166c0,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:04.815012 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:04.820563 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.825180 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2897696b-2dcd-4fc3-a087-622bde577456 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7883689 Jun 30 10:22:04.827515 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40160) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:04.843266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af2c0438-266b-4bec-8211-4d81004166c0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:04.844114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:04.881255 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a9673-6632-4939-973b-6f474377e9f4 None None] Pushing event updated for resources: {'Port': ['ID=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:04.883210 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40162) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:04.922188 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:04.923141 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:05.036185 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:05.070110 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:05.097614 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks [] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.098173 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Provisioning complete for port 3e919b33-372c-4f1e-b089-40ff3c4a761e triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:05.101812 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.165334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks [] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.217488 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:05.227016 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:05.274817 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:05.317136 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:01Z', 'revision_number': 3, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:05.374854 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Checking router: fe7ed800-f6e9-47b9-b548-bea0043ea2db for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:05.374854 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Updating router fe7ed800-f6e9-47b9-b548-bea0043ea2db port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:05.434850 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:05.444776 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.458533 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.469798 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.555300 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Pushing event updated for resources: {'Port': ['ID=4b69ee04-c380-4963-b20b-cdfd34fc8629,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:05.561285 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=af2c0438-266b-4bec-8211-4d81004166c0,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:05.567105 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:05.577916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:05.583460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:05.584091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.588826 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa3fceb9-1351-428e-a299-656cfe047190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.611056 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:21:58Z', 'revision_number': 3, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:05.664969 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:05.665575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Updating router 061028ce-96aa-464c-b080-2dd1a259cb2a port 18cb0359-7417-4936-8674-682be72f4144 binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:05.700434 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:21:59Z', 'revision_number': 3, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:05.748584 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063dba0-859a-4ece-9d2f-d2582302ddc4 None None] The sync data for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi is: [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:21:59Z', 'revision_number': 3, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:05.757440 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Allocated IP 172.20.0.1 (69f6e6c1-029b-4c7c-a791-b9bc68465e2f/4a7cc698-af0a-47d0-ad21-fc861d8a0073/cf95ec14-d5c2-476c-b0ef-8df7f1db20bb) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:05.766654 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:05.767949 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.849160 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:05.905498 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.945722 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:05.961552 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:05.963290 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (18cb0359-7417-4936-8674-682be72f4144), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:05.985400 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks [] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.010533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:06.044933 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.065844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Pushing event updated for resources: {'Port': ['ID=650ecc67-eb4d-4f73-9127-dc4b083a1171,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:06.111107 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Publish callbacks [] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.114203 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:06.118522 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Current status of the port 3e919b33-372c-4f1e-b089-40ff3c4a761e is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:06.122653 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.140501 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:06.178980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:06.185264 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:06.191841 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:06.193009 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (fe7ed800-f6e9-47b9-b548-bea0043ea2db), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.215893 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:06.216287 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:06.217420 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:02Z', 'revision_number': 3, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:06.256427 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:06.257672 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Updating router f0279a31-58e5-415f-920b-08accb1a45ce port bd044f0f-2a56-46dd-8828-a374238dd485 binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:06.268873 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:06.275569 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (061028ce-96aa-464c-b080-2dd1a259cb2a), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.353317 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:06.374771 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Provisioning complete for port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:06.375165 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.395932 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:06.421816 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Attempting to bind port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:06.426340 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Attempting to bind port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:06.428096 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Attempting to bind port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:06.430267 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08dde1-95c7-4b1f-a542-82056dbd78c4 None None] Pushing event updated for resources: {'Port': ['ID=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:06.437729 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:06.438181 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:06.438581 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.439007 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:06.439489 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Bound port: 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:06.440512 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.520614 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] For port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:06.524236 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] For port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:06.533976 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.566461 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa3fceb9-1351-428e-a299-656cfe047190 admin admin] Publish callbacks [] for security_group (f254ae7a-e638-4560-945b-62e7786baa5b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.598392 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.609225 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.610735 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:06.616514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aa3fceb9-1351-428e-a299-656cfe047190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f254ae7a-e638-4560-945b-62e7786baa5b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.670845 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Routers {'fe7ed800-f6e9-47b9-b548-bea0043ea2db'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:06.671728 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:06.728208 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08dde1-95c7-4b1f-a542-82056dbd78c4 None None] Pushing event updated for resources: {'Port': ['ID=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:06.792993 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:06.792993 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.829945 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] Set router fe7ed800-f6e9-47b9-b548-bea0043ea2db gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:06.893872 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:06.925893 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks [] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.936773 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.938602 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (fe7ed800-f6e9-47b9-b548-bea0043ea2db), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:06.971550 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:06.973291 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fceb9-1351-428e-a299-656cfe047190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f254ae7a-e638-4560-945b-62e7786baa5b,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:07.020164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.021052 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3e919b33-372c-4f1e-b089-40ff3c4a761e up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:07.026371 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-aa3fceb9-1351-428e-a299-656cfe047190 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b5c69d54af249e692d5e02c8adcd50f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1411524 Jun 30 10:22:07.049019 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40196) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:07.084754 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Current status of the port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:07.085138 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.136764 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.192527 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:07.244112 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'cf95ec14-d5c2-476c-b0ef-8df7f1db20bb', 'name': '', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'mac_address': 'fa:16:3e:68:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:05Z', 'updated_at': '2022-06-30T10:22:05Z', 'revision_number': 1, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'subnets': [{'id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:07.288797 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fb18322-3391-4e83-a893-f287bde9fbb0 admin admin] Publish callbacks [] for security_group (f254ae7a-e638-4560-945b-62e7786baa5b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.345091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.349815 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fb18322-3391-4e83-a893-f287bde9fbb0 admin admin] Publish callbacks [] for security_group (f254ae7a-e638-4560-945b-62e7786baa5b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.351912 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649184f3-c6fd-461d-921e-4c4072814fc5 None None] The sync data for ids ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'] in dv-cinder-826608-4-iscsi is: [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'cf95ec14-d5c2-476c-b0ef-8df7f1db20bb', 'name': '', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'mac_address': 'fa:16:3e:68:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:05Z', 'updated_at': '2022-06-30T10:22:05Z', 'revision_number': 1, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'subnets': [{'id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:07.386849 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:07.468024 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.496952 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:07.505010 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:07.641905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fb18322-3391-4e83-a893-f287bde9fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f254ae7a-e638-4560-945b-62e7786baa5b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.654403 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fb18322-3391-4e83-a893-f287bde9fbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.655327 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1fb18322-3391-4e83-a893-f287bde9fbb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f254ae7a-e638-4560-945b-62e7786baa5b HTTP/1.1" status: 204 len: 168 time: 0.5966487 Jun 30 10:22:07.682366 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb18322-3391-4e83-a893-f287bde9fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f254ae7a-e638-4560-945b-62e7786baa5b,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:07.692872 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Publish callbacks [] for port (18cb0359-7417-4936-8674-682be72f4144), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.770187 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Router fe7ed800-f6e9-47b9-b548-bea0043ea2db has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:22:07.928381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks [] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.973413 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:07.982966 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.153569 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:08.197999 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:08.201531 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (18cb0359-7417-4936-8674-682be72f4144), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.209483 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-3829f7d0-c249-4665-b2d1-dd5fe94896d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/fe7ed800-f6e9-47b9-b548-bea0043ea2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9151218 Jun 30 10:22:08.285000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Allocated IP 172.20.0.1 (da0122bc-4e22-46e5-ab2a-f88f46d20282/4cefccb5-4e03-4e59-b2bd-54e052b0f2d6/dd708827-9576-415c-a809-00f0512bcbec) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:08.337878 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:08.341163 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Attempting to bind port 18cb0359-7417-4936-8674-682be72f4144 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:08.342592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Attempting to bind port 18cb0359-7417-4936-8674-682be72f4144 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:08.343534 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Attempting to bind port 18cb0359-7417-4936-8674-682be72f4144 on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:08.380332 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:08.380704 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:08.381106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.381495 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:08.381971 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Bound port: 18cb0359-7417-4936-8674-682be72f4144, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:08.382349 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (18cb0359-7417-4936-8674-682be72f4144), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.522632 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:08.542994 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40242) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:08.563509 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:08.568401 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks [] for port (dd708827-9576-415c-a809-00f0512bcbec), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.577408 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7192911-8a37-49cc-ac9a-ded71a7a328a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.601008 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:08.603604 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:08.773981 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 3e919b33-372c-4f1e-b089-40ff3c4a761e triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:08.783105 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.800993 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.db.api [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 10:22:08.805143 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG oslo_db.api [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:22:08.821339 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7192911-8a37-49cc-ac9a-ded71a7a328a admin admin] Publish callbacks [] for security_group (82be39c8-db8f-46f9-909d-78ac7b5ec7d7), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.827810 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7192911-8a37-49cc-ac9a-ded71a7a328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (82be39c8-db8f-46f9-909d-78ac7b5ec7d7), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.829600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] For port 18cb0359-7417-4936-8674-682be72f4144, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:08.837296 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] For port 18cb0359-7417-4936-8674-682be72f4144, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=18cb0359-7417-4936-8674-682be72f4144,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:08.928018 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d7192911-8a37-49cc-ac9a-ded71a7a328a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57501975468e4c569850b8bc85fc659a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834319 Jun 30 10:22:08.928807 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40260) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:08.929937 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7192911-8a37-49cc-ac9a-ded71a7a328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be39c8-db8f-46f9-909d-78ac7b5ec7d7,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:08.934161 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (18cb0359-7417-4936-8674-682be72f4144), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:08.988181 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda67e3-b2d2-444d-88e9-893d907f58d7 None None] Pushing event updated for resources: {'Port': ['ID=18cb0359-7417-4936-8674-682be72f4144,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:09.043942 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-07628dcb-ab70-4425-94f8-be2df8667d09 admin admin] Publish callbacks [] for security_group (82be39c8-db8f-46f9-909d-78ac7b5ec7d7), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.104221 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-07628dcb-ab70-4425-94f8-be2df8667d09 admin admin] Publish callbacks [] for security_group (82be39c8-db8f-46f9-909d-78ac7b5ec7d7), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.211419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:09.220898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:09.225652 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-07628dcb-ab70-4425-94f8-be2df8667d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (82be39c8-db8f-46f9-909d-78ac7b5ec7d7), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.238773 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-07628dcb-ab70-4425-94f8-be2df8667d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.242844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Pushing event updated for resources: {'Port': ['ID=4b69ee04-c380-4963-b20b-cdfd34fc8629,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:09.252545 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-07628dcb-ab70-4425-94f8-be2df8667d09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82be39c8-db8f-46f9-909d-78ac7b5ec7d7 HTTP/1.1" status: 204 len: 168 time: 0.3082776 Jun 30 10:22:09.279560 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Publish callbacks [] for port (bd044f0f-2a56-46dd-8828-a374238dd485), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.283395 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40276) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:09.284527 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07628dcb-ab70-4425-94f8-be2df8667d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be39c8-db8f-46f9-909d-78ac7b5ec7d7,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:09.344120 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (dd708827-9576-415c-a809-00f0512bcbec), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.384769 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:09.388299 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.425939 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks [] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.490296 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:09.532788 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.532984 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (061028ce-96aa-464c-b080-2dd1a259cb2a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.599647 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:09.657728 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 3e919b33-372c-4f1e-b089-40ff3c4a761e is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:09.796242 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Attempting to bind port bd044f0f-2a56-46dd-8828-a374238dd485 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:09.799544 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Attempting to bind port bd044f0f-2a56-46dd-8828-a374238dd485 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:09.800984 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Attempting to bind port bd044f0f-2a56-46dd-8828-a374238dd485 on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:09.827603 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda67e3-b2d2-444d-88e9-893d907f58d7 None None] Pushing event updated for resources: {'Port': ['ID=18cb0359-7417-4936-8674-682be72f4144,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:09.955555 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40306) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:09.964548 dv-cinder-826608-4-iscsi neutron-server[103764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 10:22:09.965035 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:09.965419 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:09.971091 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:09.971882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:09.974198 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.975120 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (f0279a31-58e5-415f-920b-08accb1a45ce), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:09.977883 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:09.981020 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Bound port: bd044f0f-2a56-46dd-8828-a374238dd485, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:09.982019 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:10.112625 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] For port bd044f0f-2a56-46dd-8828-a374238dd485, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:10.120106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] For port bd044f0f-2a56-46dd-8828-a374238dd485, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=bd044f0f-2a56-46dd-8828-a374238dd485,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:10.126776 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Current status of the port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:10.146406 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:10.163170 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:22:10.169111 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd708827-9576-415c-a809-00f0512bcbec,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:10.183166 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:10.242832 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Provisioning complete for port af2c0438-266b-4bec-8211-4d81004166c0 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:10.244174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af2c0438-266b-4bec-8211-4d81004166c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:10.315408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-214d87b5-232f-4f07-8572-3f8b2502567a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:10.318191 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f92ed7-2e73-46ae-bf59-d60e0b5df85b None None] Pushing event updated for resources: {'Port': ['ID=bd044f0f-2a56-46dd-8828-a374238dd485,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:10.334214 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:10.392645 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:10.426915 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:10.432454 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:10.433346 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:10.451775 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-b5f92247-0098-49f3-a5c1-be605ec7d98e tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:10.456414 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-b5f92247-0098-49f3-a5c1-be605ec7d98e tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/networks?id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f HTTP/1.1" status: 200 len: 812 time: 0.4941072 Jun 30 10:22:10.492721 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-6c00d0e7-0e41-4631-800a-3ab2f308b419 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/quotas/2cb665dac9894afc81d3f4dedfdbc551 HTTP/1.1" status: 200 len: 375 time: 0.0256808 Jun 30 10:22:10.507048 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Pushing event updated for resources: {'Port': ['ID=650ecc67-eb4d-4f73-9127-dc4b083a1171,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:10.523935 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:10.525390 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (dd708827-9576-415c-a809-00f0512bcbec), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:10.535755 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:10.549558 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:10.641912 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:10.642877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:10.671277 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-b02391aa-4987-4fb2-90be-d761a277ff6e tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb665dac9894afc81d3f4dedfdbc551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678376 Jun 30 10:22:10.687963 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f92ed7-2e73-46ae-bf59-d60e0b5df85b None None] Pushing event updated for resources: {'Port': ['ID=bd044f0f-2a56-46dd-8828-a374238dd485,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:10.931801 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-686aec27-1cae-4e0c-9060-0e5dc6fd7ece None None] Current status of the port af2c0438-266b-4bec-8211-4d81004166c0 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:10.953733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:11.039921 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-f0aacd33-8277-4d55-a5af-c061f792de21 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:22:11.050483 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-f0aacd33-8277-4d55-a5af-c061f792de21 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1351385 Jun 30 10:22:11.118135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:11.118523 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:11.118932 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.225071 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-4581536b-4066-4b9c-9d4f-3fd35da9f27f service neutron] 10.222.0.44 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727238 Jun 30 10:22:11.326165 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:11.335483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:11.349427 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Sync routers for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:11.355341 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9c17f57d-5741-4cff-90a7-ea48c15a5e03 admin admin] 10.222.0.44 "PUT /v2.0/routers/6930f0fc-ff91-4b84-810c-cd6691bf5d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4460955 Jun 30 10:22:11.377821 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:22:11.390127 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:11.390905 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:11.394954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-214d87b5-232f-4f07-8572-3f8b2502567a admin admin] Publish callbacks [] for security_group (9c7ddd41-61bc-4792-9cd1-c7c692d5b60d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.408562 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:11.422945 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-214d87b5-232f-4f07-8572-3f8b2502567a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9c7ddd41-61bc-4792-9cd1-c7c692d5b60d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.528464 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-214d87b5-232f-4f07-8572-3f8b2502567a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8ac9824948a4304a818d990be8be095&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2388432 Jun 30 10:22:11.570219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40356) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:11.585031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d87b5-232f-4f07-8572-3f8b2502567a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ddd41-61bc-4792-9cd1-c7c692d5b60d,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:11.614126 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks [] for port (dd708827-9576-415c-a809-00f0512bcbec), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.652730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (dd708827-9576-415c-a809-00f0512bcbec), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.653805 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (f0279a31-58e5-415f-920b-08accb1a45ce), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.684556 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:11.715723 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-b25645f5-fdb7-4f47-9c8b-87beb33f7cb7 service neutron] 10.222.0.44 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896586 Jun 30 10:22:11.726135 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:08Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:11.789602 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd708827-9576-415c-a809-00f0512bcbec,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:11.816300 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Provisioning complete for port 650ecc67-eb4d-4f73-9127-dc4b083a1171 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:11.816727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.820179 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Sync routers for ids ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:11.835266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e50e76-3a40-4a3d-bc06-fae73a74e810 None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:08Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:11.874592 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-abd2f9ac-525b-4e6b-8281-248b9bd169cc admin admin] Publish callbacks [] for security_group (9c7ddd41-61bc-4792-9cd1-c7c692d5b60d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:11.878193 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:11.901784 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0d0fbe04-8e91-492b-a4bf-79312134da58 admin admin] 10.222.0.44 "PUT /v2.0/routers/061028ce-96aa-464c-b080-2dd1a259cb2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7463579 Jun 30 10:22:11.939764 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:11.940941 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-abd2f9ac-525b-4e6b-8281-248b9bd169cc admin admin] Publish callbacks [] for security_group (9c7ddd41-61bc-4792-9cd1-c7c692d5b60d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:12.009656 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:12.011626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:12.016110 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:12.020159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:12.035488 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:12.073894 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Routers {'fe7ed800-f6e9-47b9-b548-bea0043ea2db'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:12.082213 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:21:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:12.248186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-abd2f9ac-525b-4e6b-8281-248b9bd169cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9c7ddd41-61bc-4792-9cd1-c7c692d5b60d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:12.253241 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-abd2f9ac-525b-4e6b-8281-248b9bd169cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:12.269355 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-abd2f9ac-525b-4e6b-8281-248b9bd169cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c7ddd41-61bc-4792-9cd1-c7c692d5b60d HTTP/1.1" status: 204 len: 168 time: 0.6851916 Jun 30 10:22:12.387752 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:12.388314 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 2, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:12.413156 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2f9ac-525b-4e6b-8281-248b9bd169cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7ddd41-61bc-4792-9cd1-c7c692d5b60d,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:12.453518 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Checking router: 6930f0fc-ff91-4b84-810c-cd6691bf5d6b for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:12.454121 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Updating router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b port 4b69ee04-c380-4963-b20b-cdfd34fc8629 binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:12.502989 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1a52215d-169b-41cd-94c6-8fa474ca22da req-317bcd27-aed0-4864-bff0-a78de224f134 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.1678259 Jun 30 10:22:12.512064 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Router f0279a31-58e5-415f-920b-08accb1a45ce has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:22:12.534677 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40410) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:12.536255 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:12.542671 dv-cinder-826608-4-iscsi neutron-server[103763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 10:22:12.554777 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-95951e8d-f368-49dc-8cb6-72f9008194b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:12.637003 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66df469-a811-47f8-8d64-e3bc9af04954 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:12.659400 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Set router fe7ed800-f6e9-47b9-b548-bea0043ea2db gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:12.757325 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Port 650ecc67-eb4d-4f73-9127-dc4b083a1171 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:12.829997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:12.913668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:12.947905 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Provisioning complete for port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:12.947905 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.015106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:13.067383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Provisioning complete for port dd708827-9576-415c-a809-00f0512bcbec triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:13.067383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (dd708827-9576-415c-a809-00f0512bcbec), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.129285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-43b86afd-e414-4b86-a4b2-60a0f67bc80d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:13.134467 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:13.137771 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-43b86afd-e414-4b86-a4b2-60a0f67bc80d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 819 time: 0.5973694 Jun 30 10:22:13.148793 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:13.197503 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-859de773-1a5b-4e9b-a586-b2a7cbd18360 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/quotas/f3a09af8358a4c9ba551fc573ba84e09 HTTP/1.1" status: 200 len: 375 time: 0.0583217 Jun 30 10:22:13.302731 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:13.330295 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40426) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:13.336287 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946071018', 'description': 'tempest-description--324069652'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:13.361188 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c6ab83d4-4f82-4611-95f3-8149ba424df1 admin admin] 10.222.0.44 "PUT /v2.0/routers/f0279a31-58e5-415f-920b-08accb1a45ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5323391 Jun 30 10:22:13.460710 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:13.468778 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-da5349a5-2067-4dba-9812-d0642c0f227d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2680602 Jun 30 10:22:13.476714 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Port dd708827-9576-415c-a809-00f0512bcbec cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:13.494092 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Publish callbacks [] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.500186 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.503235 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.583151 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Provisioning complete for port 4b69ee04-c380-4963-b20b-cdfd34fc8629 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:13.589258 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f93f-228a-4140-a4aa-f5539be1da11 None None] Pushing event updated for resources: {'Port': ['ID=4b69ee04-c380-4963-b20b-cdfd34fc8629,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:13.597102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.702120 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:13.702753 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.847844 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-08c462b8-bdc2-4234-8fd4-5cd767a711ed req-8e594c98-6637-4c2e-ad5f-e25553d08bac tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.1349251 Jun 30 10:22:13.930447 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Attempting to bind port 4b69ee04-c380-4963-b20b-cdfd34fc8629 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:13.937733 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Attempting to bind port 4b69ee04-c380-4963-b20b-cdfd34fc8629 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:13.938207 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Attempting to bind port 4b69ee04-c380-4963-b20b-cdfd34fc8629 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:13.957636 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cae9f-95c7-4e81-8fff-b884acd43dd4 None None] Port 4b69ee04-c380-4963-b20b-cdfd34fc8629 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:13.961302 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'cf95ec14-d5c2-476c-b0ef-8df7f1db20bb', 'name': '', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'mac_address': 'fa:16:3e:68:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:05Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 2, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'subnets': [{'id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:13.970224 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:13.970831 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Checking segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:13.971380 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.973977 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (2096cbe7-e820-4060-9813-d6440a00de05), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.974512 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Bound using segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:13.975162 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Bound port: 4b69ee04-c380-4963-b20b-cdfd34fc8629, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:13.975656 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:13.988187 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2096cbe7-e820-4060-9813-d6440a00de05), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.053639 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:14.072061 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Checking router: fe7ed800-f6e9-47b9-b548-bea0043ea2db for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:14.072670 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Updating router fe7ed800-f6e9-47b9-b548-bea0043ea2db port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:14.077961 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f62bfaed-7b6b-45ea-baf4-e7ad1b4e86fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.124855 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2096cbe7-e820-4060-9813-d6440a00de05,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:14.148313 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.157981 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e7ebd335-c3d4-41de-951d-7d95c23fd0d0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8262482 Jun 30 10:22:14.160846 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40458) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:14.167062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': '2096cbe7-e820-4060-9813-d6440a00de05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:14.185499 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:14.231339 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] For port 4b69ee04-c380-4963-b20b-cdfd34fc8629, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:14.266752 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] For port 4b69ee04-c380-4963-b20b-cdfd34fc8629, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4b69ee04-c380-4963-b20b-cdfd34fc8629,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:14.279413 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.287358 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.302563 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-2ae8621e-81b7-4eb9-87a2-a63428903322 None None] Provisioning complete for port dd708827-9576-415c-a809-00f0512bcbec triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:14.303576 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (19b576c1-afd0-4a84-b723-5fdbfd2eca80), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.303946 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2ae8621e-81b7-4eb9-87a2-a63428903322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (dd708827-9576-415c-a809-00f0512bcbec), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.487419 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:14.489331 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:14.492989 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8621e-81b7-4eb9-87a2-a63428903322 None None] Port dd708827-9576-415c-a809-00f0512bcbec cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:14.613592 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (19b576c1-afd0-4a84-b723-5fdbfd2eca80), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.620527 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (19b576c1-afd0-4a84-b723-5fdbfd2eca80), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.653483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b576c1-afd0-4a84-b723-5fdbfd2eca80,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:14.684279 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.691632 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40492) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:14.698955 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': '2096cbe7-e820-4060-9813-d6440a00de05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:14.706353 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-e01e4e34-a975-4596-b208-6242d8f9ee12 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5263760 Jun 30 10:22:14.780950 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (18d28674-b997-419e-b2b9-0fff3bf4676e), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:14.804048 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f93f-228a-4140-a4aa-f5539be1da11 None None] Pushing event updated for resources: {'Port': ['ID=4b69ee04-c380-4963-b20b-cdfd34fc8629,revision_number=4']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:14.863497 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:14.907064 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40504) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:14.922741 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538027883', 'description': 'tempest-description--1120957579'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:14.981594 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] Provisioning complete for port 4b69ee04-c380-4963-b20b-cdfd34fc8629 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:14.982520 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.002928 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.003041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:15.003153 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.100568 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (18d28674-b997-419e-b2b9-0fff3bf4676e), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.208523 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:15.247033 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6e9058ca-fe7e-4956-8440-0565d73ab61d req-c05ee692-30e0-4c92-a647-948f8a9590cd tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.1390498 Jun 30 10:22:15.250905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (18d28674-b997-419e-b2b9-0fff3bf4676e), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.275763 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.277406 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device e56e888d-f155-4b9a-a270-83e341a523bd up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:15.285573 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (ca7985d2-3246-4593-a138-9ac5d3354103), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.291637 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:15.311793 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-a3b0f4c3-6fcc-4626-976b-9ebcf3125550 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:22:15.321679 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-a3b0f4c3-6fcc-4626-976b-9ebcf3125550 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7737205 Jun 30 10:22:15.325171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d28674-b997-419e-b2b9-0fff3bf4676e,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:15.333106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ca7985d2-3246-4593-a138-9ac5d3354103), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.421287 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.429712 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c6da567d-d9ac-46ec-b3c1-f3833cbf1871 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7369294 Jun 30 10:22:15.434276 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40522) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:15.462141 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:15.464346 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:15.479732 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.496014 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5869122 Jun 30 10:22:15.545083 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40530) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:15.576178 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.601869 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'security_group_rule': {'security_group_id': 'ca7985d2-3246-4593-a138-9ac5d3354103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:15.641124 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.858598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:15.893830 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1ebf4-a55b-49c7-a370-cfaed6b4063f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7985d2-3246-4593-a138-9ac5d3354103,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:15.897613 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] Current status of the port 4b69ee04-c380-4963-b20b-cdfd34fc8629 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:15.899255 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:15.951560 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:14Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:15.958767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (ea1ae32e-a4c0-4287-b6a9-7838d4f6d5d1), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.051093 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33ff6-ed7e-4dd2-93e8-34b6e5425f55 None None] The sync data for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi is: [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:14Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:16.067639 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port e56e888d-f155-4b9a-a270-83e341a523bd triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:16.068931 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.094720 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (ea1ae32e-a4c0-4287-b6a9-7838d4f6d5d1), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.114844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (ea1ae32e-a4c0-4287-b6a9-7838d4f6d5d1), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.177631 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-d3633288-8ef0-4c3f-a9b0-b5da3dec0278 service neutron] 10.222.0.44 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516278 Jun 30 10:22:16.186619 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1ae32e-a4c0-4287-b6a9-7838d4f6d5d1,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:16.218185 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] For port 4b69ee04-c380-4963-b20b-cdfd34fc8629, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4b69ee04-c380-4963-b20b-cdfd34fc8629,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:16.230540 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.251906 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.261722 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-d199e3af-fcdf-45a4-ac74-283e6dd0f601 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7112198 Jun 30 10:22:16.264935 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40580) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:16.280559 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'security_group_rule': {'security_group_id': 'ca7985d2-3246-4593-a138-9ac5d3354103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:16.295425 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.469097 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (3348ad01-0083-4e5c-bf07-712b6458d829), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.512302 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Publish callbacks [] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.645229 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d228-9cc2-47ef-af38-505e74f5f07d None None] Pushing event updated for resources: {'Port': ['ID=4b69ee04-c380-4963-b20b-cdfd34fc8629,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:16.703202 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.739172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.27.3.8 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/7930c0e9-4771-4b62-a706-bc458948ecf8) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:16.832171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-ca4b1fcb-f045-4b23-a007-9646637e870b service neutron] 10.222.0.44 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377964 Jun 30 10:22:16.832620 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:16.925063 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (3348ad01-0083-4e5c-bf07-712b6458d829), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.939414 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (3348ad01-0083-4e5c-bf07-712b6458d829), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:16.993285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.003572 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7311044 Jun 30 10:22:17.004436 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40602) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:17.011762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3db92983-466c-402e-9411-00dd77886d96 None None] Provisioning complete for port 4b69ee04-c380-4963-b20b-cdfd34fc8629 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:17.017133 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3db92983-466c-402e-9411-00dd77886d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.030540 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port e56e888d-f155-4b9a-a270-83e341a523bd is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:17.036209 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:17.036654 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device af2c0438-266b-4bec-8211-4d81004166c0 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:17.051724 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:17.095854 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7f397-6f70-428b-8e61-8d0f542ad118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3348ad01-0083-4e5c-bf07-712b6458d829,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:17.141459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.162033 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.278148 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.424882 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:17.436095 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:17.442463 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=7930c0e9-4771-4b62-a706-bc458948ecf8,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:17.452487 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:17.491599 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40614) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:17.685944 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.701189 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (f39adc73-cff8-49aa-946a-ebc7a180624c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.718148 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Attempting to bind port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:17.718907 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Attempting to bind port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:17.719608 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Attempting to bind port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb on network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:17.728497 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.740582 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:17.741683 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Checking segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:17.742431 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.743102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Bound using segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:17.743829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Bound port: cf95ec14-d5c2-476c-b0ef-8df7f1db20bb, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:17.745282 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:17.792325 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07995-4bba-47d3-9067-e7e3504ecc3f None None] Pushing event updated for resources: {'Port': ['ID=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:17.796055 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.55', 50583) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:17.832168 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fae0e98b-07d3-4968-9aea-2eaf247b71f0 req-8b350498-7182-45ba-9436-f26726c37013 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 210 time: 0.1532538 Jun 30 10:22:17.880694 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:17.892047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:17.907107 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:18.047211 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port af2c0438-266b-4bec-8211-4d81004166c0 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:18.057471 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af2c0438-266b-4bec-8211-4d81004166c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.068921 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-460a915c-bae9-4f5f-9bcb-32b734ec81d5 req-5cb36454-8e39-4c44-bd67-059050d49290 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.1539056 Jun 30 10:22:18.089972 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a0eec0ad-7ec6-49b2-a06d-43ad9591bef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.130675 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.232716 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] For port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:18.258286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:18.259509 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3db92983-466c-402e-9411-00dd77886d96 None None] Current status of the port 4b69ee04-c380-4963-b20b-cdfd34fc8629 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:18.283673 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] For port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:18.295586 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port af2c0438-266b-4bec-8211-4d81004166c0 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:18.297279 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:18.369150 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.442315 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] Provisioning complete for port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:18.442717 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.449626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.584653 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-29ced296-5504-488f-96ce-4cd5c8bc85a6 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:18.588174 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-29ced296-5504-488f-96ce-4cd5c8bc85a6 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.55 "GET /v2.0/networks?id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f HTTP/1.1" status: 200 len: 812 time: 0.7771108 Jun 30 10:22:18.622486 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:18.623626 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.752121 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Request body: {'port': {'device_id': '22166f0a-1a76-47d4-9462-86000520ce14', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'admin_state_up': True, 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:18.919635 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] Current status of the port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:18.921683 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:18.927619 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Routers {'fe7ed800-f6e9-47b9-b548-bea0043ea2db'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:18.929404 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:18.972256 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Allocated IP 172.27.3.193 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/7a226cb8-4de3-4d29-b43f-0dac7fe3735a) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:19.021659 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a0eec0ad-7ec6-49b2-a06d-43ad9591bef1 admin admin] Publish callbacks [] for security_group (855651ae-7b12-48d5-b7ec-e7a279701e54), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.112916 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07995-4bba-47d3-9067-e7e3504ecc3f None None] Pushing event updated for resources: {'Port': ['ID=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:19.149635 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a0eec0ad-7ec6-49b2-a06d-43ad9591bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (855651ae-7b12-48d5-b7ec-e7a279701e54), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.205903 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:19.207099 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3e919b33-372c-4f1e-b089-40ff3c4a761e up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:19.283556 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] For port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:19.296813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.362587 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 3e919b33-372c-4f1e-b089-40ff3c4a761e triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:19.362985 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.388401 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:19.410945 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-3d75190f-48c9-4ace-be49-57bd9c042ad9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:19.420225 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-420c6f50-8319-4e4b-aaa0-ff4a71955bb7 req-f54112da-283b-4bc6-a767-3e9d6a04959d tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.0841041 Jun 30 10:22:19.423787 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-3d75190f-48c9-4ace-be49-57bd9c042ad9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 819 time: 0.7920730 Jun 30 10:22:19.460665 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] Set router fe7ed800-f6e9-47b9-b548-bea0043ea2db gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:19.488664 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.535778 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40736) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:19.538541 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:19.540860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 3e919b33-372c-4f1e-b089-40ff3c4a761e is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:19.546716 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b406d69a-863f-4138-8d8a-7bbba851fbfa None None] Provisioning complete for port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:19.547122 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b406d69a-863f-4138-8d8a-7bbba851fbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.548747 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40740) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:19.556411 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a0eec0ad-7ec6-49b2-a06d-43ad9591bef1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d8db082b1f5475ab205dd6ed6df1ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0319946 Jun 30 10:22:19.557616 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40742) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:19.565085 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.581724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eec0ad-7ec6-49b2-a06d-43ad9591bef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855651ae-7b12-48d5-b7ec-e7a279701e54,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:19.583272 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a50e2-3464-46c9-bce1-cf2dcaee7578 None None] Pushing event updated for resources: {'Port': ['ID=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:19.594542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.608237 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:19.619092 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-f2f28b37-4418-4147-9092-377aa43f7b72 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/quotas/f3a09af8358a4c9ba551fc573ba84e09 HTTP/1.1" status: 200 len: 375 time: 0.1936753 Jun 30 10:22:19.625581 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.718792 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:19.730500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:19.738106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:19.837498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b406d69a-863f-4138-8d8a-7bbba851fbfa None None] Current status of the port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:19.873484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (c94b0d33-a550-48ca-a7a2-7d2606954ab9), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.971176 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ae848e8-ed7b-4d8c-aebc-0ad6fb8cbe4a admin admin] Publish callbacks [] for security_group (855651ae-7b12-48d5-b7ec-e7a279701e54), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:19.993432 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f39adc73-cff8-49aa-946a-ebc7a180624c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.026404 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ae848e8-ed7b-4d8c-aebc-0ad6fb8cbe4a admin admin] Publish callbacks [] for security_group (855651ae-7b12-48d5-b7ec-e7a279701e54), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.036531 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-0c49caef-e68a-49fe-9c54-1184c42016a7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4151702 Jun 30 10:22:20.064151 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Made reservation on behalf of 2cb665dac9894afc81d3f4dedfdbc551 for: {'port': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:20.066413 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'cf95ec14-d5c2-476c-b0ef-8df7f1db20bb', 'name': '', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'mac_address': 'fa:16:3e:68:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:05Z', 'updated_at': '2022-06-30T10:22:18Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'subnets': [{'id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:20.068236 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.095870 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:20.097328 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9508410-c441-4531-a5bb-46af6fb8d96f None None] The sync data for ids ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'] in dv-cinder-826608-4-iscsi is: [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'cf95ec14-d5c2-476c-b0ef-8df7f1db20bb', 'name': '', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'mac_address': 'fa:16:3e:68:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:05Z', 'updated_at': '2022-06-30T10:22:18Z', 'revision_number': 4, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'subnets': [{'id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:20.104719 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a61b9294-ce6b-402e-a2cd-ef1056b35205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.106718 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=7930c0e9-4771-4b62-a706-bc458948ecf8,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:20.132871 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'Port': ['ID=7a226cb8-4de3-4d29-b43f-0dac7fe3735a,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:20.133387 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:20.136518 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a97a9d89-fdf1-4b98-8c1f-b25adca36b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.191971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.203166 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:20.203812 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.297697 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:20.388418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:20.400375 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4b69ee04-c380-4963-b20b-cdfd34fc8629 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:20.403962 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:20.441586 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ae848e8-ed7b-4d8c-aebc-0ad6fb8cbe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (855651ae-7b12-48d5-b7ec-e7a279701e54), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.451062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5ae848e8-ed7b-4d8c-aebc-0ad6fb8cbe4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.452288 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5ae848e8-ed7b-4d8c-aebc-0ad6fb8cbe4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/855651ae-7b12-48d5-b7ec-e7a279701e54 HTTP/1.1" status: 204 len: 168 time: 0.8859463 Jun 30 10:22:20.473246 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.486717 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c583a695-71f0-4edc-b1b8-f05d7a2c9397 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0314820 Jun 30 10:22:20.510283 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 4b69ee04-c380-4963-b20b-cdfd34fc8629 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:20.512826 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:20.514208 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae848e8-ed7b-4d8c-aebc-0ad6fb8cbe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855651ae-7b12-48d5-b7ec-e7a279701e54,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:20.724111 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5f15dc12-3ea9-4538-9946-94b88a72d42e req-e57d6bf2-96c8-43bb-801d-298dac30bfe7 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.0964477 Jun 30 10:22:20.727007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.55', 50591) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:20.849540 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 4b69ee04-c380-4963-b20b-cdfd34fc8629 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:20.859949 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 18cb0359-7417-4936-8674-682be72f4144 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:21.007480 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-14445c29-ae16-4dfa-87f9-55226dc16e39 service neutron] 10.222.0.44 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9698076 Jun 30 10:22:21.059706 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 18cb0359-7417-4936-8674-682be72f4144 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:21.060376 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (18cb0359-7417-4936-8674-682be72f4144), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.362039 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:21.378024 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 18cb0359-7417-4936-8674-682be72f4144 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:21.379758 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (18cb0359-7417-4936-8674-682be72f4144), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.395403 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:21.396064 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:21.454841 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 18cb0359-7417-4936-8674-682be72f4144, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=18cb0359-7417-4936-8674-682be72f4144,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:21.463860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (18cb0359-7417-4936-8674-682be72f4144), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.464817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device cf95ec14-d5c2-476c-b0ef-8df7f1db20bb up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:21.540904 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a97a9d89-fdf1-4b98-8c1f-b25adca36b87 admin admin] Publish callbacks [] for security_group (b3a1fb9f-df0e-4653-b007-964a827dc9a0), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.585420 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Allocated IP 172.20.0.7 (69f6e6c1-029b-4c7c-a791-b9bc68465e2f/4a7cc698-af0a-47d0-ad21-fc861d8a0073/17ab61ac-e263-4d37-b9b1-bdb12411fb10) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:21.592549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a97a9d89-fdf1-4b98-8c1f-b25adca36b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b3a1fb9f-df0e-4653-b007-964a827dc9a0), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.635831 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a61b9294-ce6b-402e-a2cd-ef1056b35205 admin admin] Publish callbacks [] for security_group (8fc269de-9bc5-486b-9fc8-7255bd883776), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.648170 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40786) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:21.673710 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-cfdc0a5d-e63c-4172-bb04-96ed00287962 service neutron] 10.222.0.44 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647794 Jun 30 10:22:21.685717 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a61b9294-ce6b-402e-a2cd-ef1056b35205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (8fc269de-9bc5-486b-9fc8-7255bd883776), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.718111 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a97a9d89-fdf1-4b98-8c1f-b25adca36b87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2678a302ff274f4090642cbad0043619&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1666119 Jun 30 10:22:21.725275 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:21.759818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-007c7b97-22e2-4046-93b0-cae3835148f1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:21.761447 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-007c7b97-22e2-4046-93b0-cae3835148f1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 819 time: 1.0042129 Jun 30 10:22:21.762083 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40788) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:21.779071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a553-ebf0-47f8-8419-ad33f5d7bca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.788532 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=18cb0359-7417-4936-8674-682be72f4144,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:21.825875 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:21.848114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:21.848571 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:21.950332 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b6883a01-fd9e-4018-9ccc-f61837a32ce5 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--946071018&fields=id&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 267 time: 0.5583026 Jun 30 10:22:21.992578 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.022342 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b9294-ce6b-402e-a2cd-ef1056b35205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc269de-9bc5-486b-9fc8-7255bd883776,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:22.038139 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a61b9294-ce6b-402e-a2cd-ef1056b35205 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d92052e82e814fdbae3d47202aa659e1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4876261 Jun 30 10:22:22.078110 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40796) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:22.085358 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:22.086732 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:22.127144 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:22.219575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:22.221660 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.314889 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:22.318558 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:22.482135 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:11Z', 'revision_number': 2, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:22.511797 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:22.519686 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device bd044f0f-2a56-46dd-8828-a374238dd485 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:22.522203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:22.543112 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.566219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-6243d2c6-7aa4-4b28-97c7-3da896d51cee tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:22.578057 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-6243d2c6-7aa4-4b28-97c7-3da896d51cee tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.6265957 Jun 30 10:22:22.585078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'port': {'device_id': '5bc85379-b878-4aca-b529-eacd84c36965', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'admin_state_up': True, 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:22.595064 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:22.611517 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Updating router f0279a31-58e5-415f-920b-08accb1a45ce port dd708827-9576-415c-a809-00f0512bcbec binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:22.721767 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (dd708827-9576-415c-a809-00f0512bcbec), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.724902 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port bd044f0f-2a56-46dd-8828-a374238dd485 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:22.725473 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.800472 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:22.810933 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b531dc98-3651-4935-82c2-ccd1ecec9f2c admin admin] Publish callbacks [] for security_group (8fc269de-9bc5-486b-9fc8-7255bd883776), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.874191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-08a79b19-fac5-4cf6-bd31-e2469ab47e66 admin admin] Publish callbacks [] for security_group (b3a1fb9f-df0e-4653-b007-964a827dc9a0), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.893097 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks [] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.917823 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7b623a84-c115-470f-8319-c785d6421c83 req-f9e8dc90-fc31-4dca-84f9-4d447c62563d tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.2050123 Jun 30 10:22:22.918332 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:22.919132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:22.975159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-08a79b19-fac5-4cf6-bd31-e2469ab47e66 admin admin] Publish callbacks [] for security_group (b3a1fb9f-df0e-4653-b007-964a827dc9a0), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:22.997971 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:23.014008 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b531dc98-3651-4935-82c2-ccd1ecec9f2c admin admin] Publish callbacks [] for security_group (8fc269de-9bc5-486b-9fc8-7255bd883776), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.018992 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a553-ebf0-47f8-8419-ad33f5d7bca6 admin admin] Publish callbacks [] for security_group (348da65a-7d02-48f6-bed9-84fb67fbff4c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.058427 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a553-ebf0-47f8-8419-ad33f5d7bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (348da65a-7d02-48f6-bed9-84fb67fbff4c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.115194 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:23.128281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (c94b0d33-a550-48ca-a7a2-7d2606954ab9), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.169250 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port bd044f0f-2a56-46dd-8828-a374238dd485 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:23.171218 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.188124 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b9d3a553-ebf0-47f8-8419-ad33f5d7bca6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e527b561ea4448fb84a8bad35a684e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5386121 Jun 30 10:22:23.256039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40816) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:23.336869 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.338972 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3234138 Jun 30 10:22:23.354982 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Made reservation on behalf of f3a09af8358a4c9ba551fc573ba84e09 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:23.358985 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.361547 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-08a79b19-fac5-4cf6-bd31-e2469ab47e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b3a1fb9f-df0e-4653-b007-964a827dc9a0), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.364267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-08a79b19-fac5-4cf6-bd31-e2469ab47e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.366061 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0e1eb2f8-8bed-4a1d-af35-86c830c40726 req-cc8df5ee-07e3-4993-897f-d31bf02ba2aa tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 210 time: 0.3135858 Jun 30 10:22:23.381962 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-08a79b19-fac5-4cf6-bd31-e2469ab47e66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3a1fb9f-df0e-4653-b007-964a827dc9a0 HTTP/1.1" status: 204 len: 168 time: 1.4561179 Jun 30 10:22:23.453935 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3a553-ebf0-47f8-8419-ad33f5d7bca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348da65a-7d02-48f6-bed9-84fb67fbff4c,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:23.465970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:23.467717 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e753e-2f29-4cb9-a432-9bb2ee6b4b28 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'Port': ['ID=7a226cb8-4de3-4d29-b43f-0dac7fe3735a,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:23.471558 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Publish callbacks [] for port (dd708827-9576-415c-a809-00f0512bcbec), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.475628 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a9d89-fdf1-4b98-8c1f-b25adca36b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a1fb9f-df0e-4653-b007-964a827dc9a0,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:23.495078 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (dd708827-9576-415c-a809-00f0512bcbec), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.512438 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.590182 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-5214fc9a-5b41-4ca2-a567-1130d3c49808 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/quotas/d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 375 time: 1.0105777 Jun 30 10:22:23.655745 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdabedc-83b0-420b-97fb-efcf7f05e296 None None] Pushing event updated for resources: {'Port': ['ID=dd708827-9576-415c-a809-00f0512bcbec,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:23.668517 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port bd044f0f-2a56-46dd-8828-a374238dd485, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=bd044f0f-2a56-46dd-8828-a374238dd485,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:23.678890 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.737026 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Attempting to bind port dd708827-9576-415c-a809-00f0512bcbec on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:23.737685 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Attempting to bind port dd708827-9576-415c-a809-00f0512bcbec by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:23.738216 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Attempting to bind port dd708827-9576-415c-a809-00f0512bcbec on network da0122bc-4e22-46e5-ab2a-f88f46d20282 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:23.746122 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:23.746874 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Checking segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:23.747007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a79b19-fac5-4cf6-bd31-e2469ab47e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a1fb9f-df0e-4653-b007-964a827dc9a0,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:23.747551 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.748314 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Bound using segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:23.749025 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Bound port: dd708827-9576-415c-a809-00f0512bcbec, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:23.749614 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (dd708827-9576-415c-a809-00f0512bcbec), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:23.917026 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-dc5fc506-4a2c-48d6-86c8-14c2e2d5156d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3232858 Jun 30 10:22:23.927799 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:23.949170 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] For port dd708827-9576-415c-a809-00f0512bcbec, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:23.953253 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] For port dd708827-9576-415c-a809-00f0512bcbec, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=dd708827-9576-415c-a809-00f0512bcbec,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:23.982288 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Pushing event updated for resources: {'Port': ['ID=17ab61ac-e263-4d37-b9b1-bdb12411fb10,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:23.984599 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (dd708827-9576-415c-a809-00f0512bcbec), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.107341 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=bd044f0f-2a56-46dd-8828-a374238dd485,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:24.111101 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:24.126408 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:24.132845 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:24.164681 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:24.167699 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.176906 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b531dc98-3651-4935-82c2-ccd1ecec9f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (8fc269de-9bc5-486b-9fc8-7255bd883776), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.179758 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b531dc98-3651-4935-82c2-ccd1ecec9f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.189359 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b531dc98-3651-4935-82c2-ccd1ecec9f2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fc269de-9bc5-486b-9fc8-7255bd883776 HTTP/1.1" status: 204 len: 168 time: 2.1068509 Jun 30 10:22:24.191606 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2f810119-44e9-422b-8d7b-b9d2df9eae2a admin admin] Publish callbacks [] for security_group (348da65a-7d02-48f6-bed9-84fb67fbff4c), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.205589 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdabedc-83b0-420b-97fb-efcf7f05e296 None None] Pushing event updated for resources: {'Port': ['ID=dd708827-9576-415c-a809-00f0512bcbec,revision_number=4']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:24.241459 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:24.242101 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:24.399574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 18cb0359-7417-4936-8674-682be72f4144 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:24.445766 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531dc98-3651-4935-82c2-ccd1ecec9f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc269de-9bc5-486b-9fc8-7255bd883776,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:24.530073 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-8925f698-21ec-4390-abc9-4da74e7a8da8 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413475 Jun 30 10:22:24.576407 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2f810119-44e9-422b-8d7b-b9d2df9eae2a admin admin] Publish callbacks [] for security_group (348da65a-7d02-48f6-bed9-84fb67fbff4c), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.630246 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:24.658517 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8a193194-0998-45e5-8574-61a7de142467 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9530735 Jun 30 10:22:24.752695 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-ba56c39c-ff9c-4b1a-a682-389b06d51d36 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:22:24.754115 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-ba56c39c-ff9c-4b1a-a682-389b06d51d36 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0681078 Jun 30 10:22:24.761538 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:24.773654 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 40852) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:24.848294 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-2deb0879-0450-4e0e-a11a-01545faa29eb tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1538027883&fields=id&tenant_id=97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 267 time: 0.7741768 Jun 30 10:22:24.938002 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-60b5cb6c-b983-4334-9c6d-c3d6b8354642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.971548 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] Provisioning complete for port dd708827-9576-415c-a809-00f0512bcbec triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:24.972130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (dd708827-9576-415c-a809-00f0512bcbec), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:24.979944 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:25.005432 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.55', 50599) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:25.331891 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:25.521409 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:25.529394 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 18cb0359-7417-4936-8674-682be72f4144 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:25.529808 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (18cb0359-7417-4936-8674-682be72f4144), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:25.576289 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Request body: {'port': {'device_id': '22166f0a-1a76-47d4-9462-86000520ce14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:25.585572 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2f810119-44e9-422b-8d7b-b9d2df9eae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (348da65a-7d02-48f6-bed9-84fb67fbff4c), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:25.600184 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2f810119-44e9-422b-8d7b-b9d2df9eae2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:25.604595 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2f810119-44e9-422b-8d7b-b9d2df9eae2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/348da65a-7d02-48f6-bed9-84fb67fbff4c HTTP/1.1" status: 204 len: 168 time: 2.2943523 Jun 30 10:22:25.604781 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:25.608545 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-a582fddf-7d87-4d17-a7f2-d80a97bafb23 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0662949 Jun 30 10:22:25.668980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Allocated IP 172.20.0.7 (815e1101-2dfc-4ffc-aa24-fe3e0f507e45/3dca2d4b-6a85-4cda-a586-1e1e8ba7f052/485f3c6f-aa69-42bc-972e-ece228b08da5) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:25.674970 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb484c5-af38-4d97-ab01-de3909f87498 None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:25.693137 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:25.750071 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:25.753306 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Updating router 061028ce-96aa-464c-b080-2dd1a259cb2a port 650ecc67-eb4d-4f73-9127-dc4b083a1171 binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:25.848118 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f810119-44e9-422b-8d7b-b9d2df9eae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348da65a-7d02-48f6-bed9-84fb67fbff4c,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:25.962092 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-c49b2449-38c6-4576-867e-c9f6ee3ceda8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:25.989378 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-c49b2449-38c6-4576-867e-c9f6ee3ceda8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 819 time: 1.1155097 Jun 30 10:22:26.080565 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:26.086909 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'port': {'device_id': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'admin_state_up': True, 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:26.142271 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-60b5cb6c-b983-4334-9c6d-c3d6b8354642 admin admin] Publish callbacks [] for security_group (2d7eb442-1bdc-419f-8854-8d003eeb9223), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.180828 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] Current status of the port dd708827-9576-415c-a809-00f0512bcbec is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:26.181327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (dd708827-9576-415c-a809-00f0512bcbec), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.246850 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-60b5cb6c-b983-4334-9c6d-c3d6b8354642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2d7eb442-1bdc-419f-8854-8d003eeb9223), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.275885 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.371651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d310ce-a074-44e2-982c-78e093d55cba req-4d895a2a-89a8-4165-95f4-848f6c658c0f tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:26.387919 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b9d310ce-a074-44e2-982c-78e093d55cba req-4d895a2a-89a8-4165-95f4-848f6c658c0f tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 931 time: 0.2225351 Jun 30 10:22:26.448162 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] For port dd708827-9576-415c-a809-00f0512bcbec, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=dd708827-9576-415c-a809-00f0512bcbec,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:26.503071 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.512383 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-46785b93-8650-408c-838b-a43a7f9b5ac2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:26.515046 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (dd708827-9576-415c-a809-00f0512bcbec), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.516340 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-46785b93-8650-408c-838b-a43a7f9b5ac2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 816 time: 1.6660511 Jun 30 10:22:26.702407 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec17ba-0607-4036-85a5-dc65e1aeac30 None None] Pushing event updated for resources: {'Port': ['ID=dd708827-9576-415c-a809-00f0512bcbec,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:26.739447 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b9d310ce-a074-44e2-982c-78e093d55cba req-b96cff18-846a-4e95-b9f1-15beb010b372 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491542 Jun 30 10:22:26.747183 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.778852 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5cb6c-b983-4334-9c6d-c3d6b8354642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7eb442-1bdc-419f-8854-8d003eeb9223,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:26.843550 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-60b5cb6c-b983-4334-9c6d-c3d6b8354642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cd0ac507a0b43feb55e0e37d63ec9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0678799 Jun 30 10:22:26.846590 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.846947 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40900) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:26.883861 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:26.937750 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-89fc0dec-604a-47b3-a287-ebb422feb7df tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/quotas/97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 375 time: 0.1871610 Jun 30 10:22:26.939203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 18cb0359-7417-4936-8674-682be72f4144 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:26.940521 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device cf95ec14-d5c2-476c-b0ef-8df7f1db20bb up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:27.005542 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Made reservation on behalf of f3a09af8358a4c9ba551fc573ba84e09 for: {'port': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:27.029450 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:27.065924 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-ae3a6878-04c1-4195-abc7-a1a03e13f554 None None] Provisioning complete for port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:27.066315 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6878-04c1-4195-abc7-a1a03e13f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:27.191416 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-edc988ef-3afe-4a8b-8a69-d98c60033b73 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994932 Jun 30 10:22:27.270805 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5213c64c-dc70-4fbc-9ca0-cf6732e5ae78 req-03a528a2-a554-4aaf-8486-419efe96a268 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 210 time: 0.3571382 Jun 30 10:22:27.350019 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:27.395678 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:27.403326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:27.415410 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:27.421275 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:27.421977 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:27.472444 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'Port': ['ID=485f3c6f-aa69-42bc-972e-ece228b08da5,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:27.549276 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-436cfacb-7dd0-4761-b5e5-1d812bbd6a20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5957854 Jun 30 10:22:27.617152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Request body: {'port': {'device_id': '5bc85379-b878-4aca-b529-eacd84c36965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:27.632918 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a6878-04c1-4195-abc7-a1a03e13f554 None None] Port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:27.708286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:27.708611 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:27.716170 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-ae3a6878-04c1-4195-abc7-a1a03e13f554 None None] Provisioning complete for port dd708827-9576-415c-a809-00f0512bcbec triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:27.738631 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6878-04c1-4195-abc7-a1a03e13f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (dd708827-9576-415c-a809-00f0512bcbec), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:27.799348 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bffb547-42e9-4d36-b594-441409019bcd req-e97eaf8f-d0d0-408c-8794-e5bbb9e3b404 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.2779758 Jun 30 10:22:27.813252 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-901a8a08-6917-4f04-98f2-200eca27bea6 admin admin] Publish callbacks [] for security_group (2d7eb442-1bdc-419f-8854-8d003eeb9223), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:27.939585 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:28.066022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-901a8a08-6917-4f04-98f2-200eca27bea6 admin admin] Publish callbacks [] for security_group (2d7eb442-1bdc-419f-8854-8d003eeb9223), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:28.206626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:28.318171 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a6878-04c1-4195-abc7-a1a03e13f554 None None] Current status of the port dd708827-9576-415c-a809-00f0512bcbec is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:28.345696 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:28.374584 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:28.555545 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185d887-7352-4552-a104-fc77bcf0fe90 req-e2bc9fb0-81d4-46c6-8ecf-a26105915e83 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:28.562117 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4185d887-7352-4552-a104-fc77bcf0fe90 req-e2bc9fb0-81d4-46c6-8ecf-a26105915e83 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 931 time: 0.4841914 Jun 30 10:22:28.612249 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-d987a6a9-c40f-431c-9107-6e9b29db3368 None None] Provisioning complete for port 485f3c6f-aa69-42bc-972e-ece228b08da5 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:28.612832 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d987a6a9-c40f-431c-9107-6e9b29db3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:28.647633 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Publish callbacks [] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:28.766384 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device dd708827-9576-415c-a809-00f0512bcbec up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:28.773662 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:28.807543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.55', 50603) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:28.880836 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:29.079435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ab61ac-e263-4d37-b9b1-bdb12411fb10 {{(pid=103764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:29.095235 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-901a8a08-6917-4f04-98f2-200eca27bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2d7eb442-1bdc-419f-8854-8d003eeb9223), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.103354 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12ffa5-dd2c-4f19-990c-2cc76c66df7f None None] Pushing event updated for resources: {'Port': ['ID=650ecc67-eb4d-4f73-9127-dc4b083a1171,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:29.107203 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-901a8a08-6917-4f04-98f2-200eca27bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.108399 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-901a8a08-6917-4f04-98f2-200eca27bea6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d7eb442-1bdc-419f-8854-8d003eeb9223 HTTP/1.1" status: 204 len: 168 time: 2.2602873 Jun 30 10:22:29.141721 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Publish callbacks [] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.143532 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-d987a6a9-c40f-431c-9107-6e9b29db3368 None None] Port 485f3c6f-aa69-42bc-972e-ece228b08da5 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:29.180514 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:29.214151 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4185d887-7352-4552-a104-fc77bcf0fe90 req-f53e6b80-925f-481d-9543-94e775768ead tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993366 Jun 30 10:22:29.255858 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-103f3467-aa81-4d50-80b1-d3c4e258b893 service neutron] 10.222.0.44 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0323055 Jun 30 10:22:29.335152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.provisioning_blocks [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Transition to ACTIVE for port object 17ab61ac-e263-4d37-b9b1-bdb12411fb10 will not be triggered until provisioned by entity L2. {{(pid=103764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:22:29.431117 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.444505 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Attempting to bind port 650ecc67-eb4d-4f73-9127-dc4b083a1171 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:29.444944 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Attempting to bind port 650ecc67-eb4d-4f73-9127-dc4b083a1171 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:29.445372 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Attempting to bind port 650ecc67-eb4d-4f73-9127-dc4b083a1171 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:29.466491 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:29.466935 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:29.467344 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.467785 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Bound using segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:29.468283 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Bound port: 650ecc67-eb4d-4f73-9127-dc4b083a1171, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:29.468712 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.544679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:29.684732 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:29.826966 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485f3c6f-aa69-42bc-972e-ece228b08da5 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:29.849813 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Publish callbacks [] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.886487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Transition to ACTIVE for port object 485f3c6f-aa69-42bc-972e-ece228b08da5 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:22:29.887878 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:29.889637 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a8a08-6917-4f04-98f2-200eca27bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7eb442-1bdc-419f-8854-8d003eeb9223,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:29.900058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] For port 650ecc67-eb4d-4f73-9127-dc4b083a1171, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:29.909631 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5cf235e0-94fc-4215-b58b-9b7193b181a6 req-6bce7437-c425-4937-8a24-28b3421c9704 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 210 time: 0.4149358 Jun 30 10:22:29.911313 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:29.933988 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] For port 650ecc67-eb4d-4f73-9127-dc4b083a1171, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=650ecc67-eb4d-4f73-9127-dc4b083a1171,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:30.005682 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Pushing event updated for resources: {'Port': ['ID=485f3c6f-aa69-42bc-972e-ece228b08da5,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:30.080149 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.084744 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Attempting to bind port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:30.085809 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Attempting to bind port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:30.086923 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Attempting to bind port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 on network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:30.136117 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] Provisioning complete for port 650ecc67-eb4d-4f73-9127-dc4b083a1171 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:30.137921 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.152200 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-52e6ecfd-4ac6-48ff-b5d9-07fb760bb587 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:30.157973 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-52e6ecfd-4ac6-48ff-b5d9-07fb760bb587 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 1.3490181 Jun 30 10:22:30.160150 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Pushing event updated for resources: {'Port': ['ID=17ab61ac-e263-4d37-b9b1-bdb12411fb10,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:30.183058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port dd708827-9576-415c-a809-00f0512bcbec triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:30.183466 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (dd708827-9576-415c-a809-00f0512bcbec), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.188194 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 on network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:22:30.192232 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Attempting to bind port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 on network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:30.241791 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:30.249604 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Checking segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:30.250400 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Bound using segment: {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:30.252184 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Bound port: 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac577fc-dac3-404e-b219-c32919eeefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:30.252726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.313072 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:22:30.314171 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:30.328019 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12ffa5-dd2c-4f19-990c-2cc76c66df7f None None] Pushing event updated for resources: {'Port': ['ID=650ecc67-eb4d-4f73-9127-dc4b083a1171,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:30.365490 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-ab41ac36-546e-425f-8b9f-dc83e74318dd service neutron] 10.222.0.44 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0793312 Jun 30 10:22:30.387967 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Allocated IP 172.20.0.12 (815e1101-2dfc-4ffc-aa24-fe3e0f507e45/3dca2d4b-6a85-4cda-a586-1e1e8ba7f052/3fe5fc2d-86e0-4280-8223-83de911e10e3) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:30.498031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Attempting to bind port 485f3c6f-aa69-42bc-972e-ece228b08da5 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:30.503263 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Attempting to bind port 485f3c6f-aa69-42bc-972e-ece228b08da5 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:30.505861 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Attempting to bind port 485f3c6f-aa69-42bc-972e-ece228b08da5 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:30.584399 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7dc7cdc5-1613-4616-b29a-44d75ca94858 req-ea2d3067-e453-4a33-a36f-e52aa31d658b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.4201620 Jun 30 10:22:30.585770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Port 485f3c6f-aa69-42bc-972e-ece228b08da5 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:22:30.587625 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Attempting to bind port 485f3c6f-aa69-42bc-972e-ece228b08da5 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:30.605174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:30.617626 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] For port 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host hv-cinder-82660, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:30.618826 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Checking segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:30.620191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Bound using segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:30.624212 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] For port 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:30.624748 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Bound port: 485f3c6f-aa69-42bc-972e-ece228b08da5, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:30.626274 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.656144 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.807330 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 40992) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:30.837677 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:30.841267 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.849842 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] 10.222.0.55 "PUT /v2.0/ports/17ab61ac-e263-4d37-b9b1-bdb12411fb10 HTTP/1.1" status: 200 len: 1093 time: 5.7635071 Jun 30 10:22:30.861470 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22166f0a-1a76-47d4-9462-86000520ce14', 'tag': '17ab61ac-e263-4d37-b9b1-bdb12411fb10'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:30.889802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] Current status of the port 650ecc67-eb4d-4f73-9127-dc4b083a1171 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:30.890205 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:30.915424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] For port 485f3c6f-aa69-42bc-972e-ece228b08da5, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:30.995643 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] For port 485f3c6f-aa69-42bc-972e-ece228b08da5, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=485f3c6f-aa69-42bc-972e-ece228b08da5,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:31.005031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d049-e27d-4ca4-9b0c-4c469c802f40 req-7c3456ae-e219-46a1-8097-f253016bf1e4 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:31.015299 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-42d9d049-e27d-4ca4-9b0c-4c469c802f40 req-7c3456ae-e219-46a1-8097-f253016bf1e4 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.2681348 Jun 30 10:22:31.090410 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] For port 650ecc67-eb4d-4f73-9127-dc4b083a1171, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=650ecc67-eb4d-4f73-9127-dc4b083a1171,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:31.107149 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port dd708827-9576-415c-a809-00f0512bcbec is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:31.108866 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device bd044f0f-2a56-46dd-8828-a374238dd485 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:31.131356 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-35eb303d-4f55-4a0f-b730-4d53d13d8395 req-4d86b33d-184b-4625-ba25-0ef3aff73004 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0932395 Jun 30 10:22:31.138321 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-42d9d049-e27d-4ca4-9b0c-4c469c802f40 req-9abb36f1-b42b-48d6-8322-e9c60084a1e9 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198008 Jun 30 10:22:31.139817 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.256071 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.260569 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4799e7-3f70-4845-8932-2072b9fd4d64 service neutron] Pushing event updated for resources: {'Port': ['ID=17ab61ac-e263-4d37-b9b1-bdb12411fb10,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:31.303190 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:31.303854 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.305479 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] 10.222.0.55 "PUT /v2.0/ports/485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 200 len: 1093 time: 3.7080159 Jun 30 10:22:31.306272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc85379-b878-4aca-b529-eacd84c36965', 'tag': '485f3c6f-aa69-42bc-972e-ece228b08da5'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:31.362528 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:22:31.625853 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:31.656642 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.694296 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63466de5-698b-4dfa-b855-c093253e81e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.742744 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-88e6f921-b6c0-4151-9008-b67ab4f47d8f req-bb323305-ba16-46b3-b1ce-85c18edc8977 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 210 time: 0.3530197 Jun 30 10:22:31.750632 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a3742e4b-ec1d-4572-8b4e-da5cbd0f4284 req-26df52e8-d731-4e59-8af6-7830baa80bb3 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.0408149 Jun 30 10:22:31.765626 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:31.767130 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.790258 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port bd044f0f-2a56-46dd-8828-a374238dd485 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:31.792107 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.794098 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "22166f0a-1a76-47d4-9462-86000520ce14", "tag": "17ab61ac-e263-4d37-b9b1-bdb12411fb10"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:31.831190 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3b0f5994-019e-4b05-b053-16d400e1977b None None] Provisioning complete for port 650ecc67-eb4d-4f73-9127-dc4b083a1171 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:31.831605 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5994-019e-4b05-b053-16d400e1977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.850257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63466de5-698b-4dfa-b855-c093253e81e3 admin admin] Publish callbacks [] for security_group (3ce5a829-7515-4194-86c4-e9d844417b08), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.851779 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:31.853282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5b1eb-a119-4311-ad97-5d4e3021b53f service neutron] Pushing event updated for resources: {'Port': ['ID=485f3c6f-aa69-42bc-972e-ece228b08da5,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:31.859085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63466de5-698b-4dfa-b855-c093253e81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (3ce5a829-7515-4194-86c4-e9d844417b08), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:31.909470 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'Port': ['ID=3fe5fc2d-86e0-4280-8223-83de911e10e3,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:31.917394 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-63466de5-698b-4dfa-b855-c093253e81e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdd14b7890b0406c9d42db85cafd848e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1065891 Jun 30 10:22:31.921929 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca45160-8fd3-486a-9d28-8c41269b3b19" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc85379-b878-4aca-b529-eacd84c36965", "tag": "485f3c6f-aa69-42bc-972e-ece228b08da5"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:31.922484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41040) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:31.925019 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63466de5-698b-4dfa-b855-c093253e81e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce5a829-7515-4194-86c4-e9d844417b08,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:31.953071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:31.961726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:31.962181 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367253a-d60d-4085-8230-9c37fcbb3916 None None] Pushing event updated for resources: {'Port': ['ID=650ecc67-eb4d-4f73-9127-dc4b083a1171,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:31.969281 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:31.974568 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:31.975241 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.017650 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-733b117e-5a45-4753-9001-9866b3a38b3f admin admin] Publish callbacks [] for security_group (3ce5a829-7515-4194-86c4-e9d844417b08), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.026724 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-24c43f70-5be8-4862-9662-7360745b9eb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9457779 Jun 30 10:22:32.036035 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:32.053724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-733b117e-5a45-4753-9001-9866b3a38b3f admin admin] Publish callbacks [] for security_group (3ce5a829-7515-4194-86c4-e9d844417b08), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.103645 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:32.137594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-733b117e-5a45-4753-9001-9866b3a38b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (3ce5a829-7515-4194-86c4-e9d844417b08), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.144730 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-733b117e-5a45-4753-9001-9866b3a38b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.159074 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-733b117e-5a45-4753-9001-9866b3a38b3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ce5a829-7515-4194-86c4-e9d844417b08 HTTP/1.1" status: 204 len: 168 time: 0.2341983 Jun 30 10:22:32.173383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f5994-019e-4b05-b053-16d400e1977b None None] Current status of the port 650ecc67-eb4d-4f73-9127-dc4b083a1171 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:32.188337 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b117e-5a45-4753-9001-9866b3a38b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce5a829-7515-4194-86c4-e9d844417b08,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:32.206607 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port bd044f0f-2a56-46dd-8828-a374238dd485 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:32.222102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:29Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:32.275590 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70bc05-e4e5-4373-9303-0adaa4d141e4 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:29Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:32.416753 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 650ecc67-eb4d-4f73-9127-dc4b083a1171 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:32.588781 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5086c855-d52b-4769-8f1b-8e5234c621cd None None] Provisioning complete for port 3fe5fc2d-86e0-4280-8223-83de911e10e3 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:32.588781 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5086c855-d52b-4769-8f1b-8e5234c621cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.638895 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c55fec-0898-423c-be10-1142a597d706 x-openstack-request-id: req-d8c55fec-0898-423c-be10-1142a597d706 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:32.639182 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22166f0a-1a76-47d4-9462-86000520ce14", "tag": "17ab61ac-e263-4d37-b9b1-bdb12411fb10", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:32.639822 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8c55fec-0898-423c-be10-1142a597d706 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:32.640377 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c55fec-0898-423c-be10-1142a597d706'] response: {'name': 'network-changed', 'server_uuid': '22166f0a-1a76-47d4-9462-86000520ce14', 'tag': '17ab61ac-e263-4d37-b9b1-bdb12411fb10', 'status': 'completed', 'code': 200} Jun 30 10:22:32.657969 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e996c65-772c-42bf-9621-a48d6da5f534 x-openstack-request-id: req-9e996c65-772c-42bf-9621-a48d6da5f534 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:32.658194 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc85379-b878-4aca-b529-eacd84c36965", "tag": "485f3c6f-aa69-42bc-972e-ece228b08da5", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:32.658622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e996c65-772c-42bf-9621-a48d6da5f534 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:32.660230 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e996c65-772c-42bf-9621-a48d6da5f534'] response: {'name': 'network-changed', 'server_uuid': '5bc85379-b878-4aca-b529-eacd84c36965', 'tag': '485f3c6f-aa69-42bc-972e-ece228b08da5', 'status': 'completed', 'code': 200} Jun 30 10:22:32.775128 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 650ecc67-eb4d-4f73-9127-dc4b083a1171 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:32.782007 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:32.936338 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-975ca959-2cc7-4ffc-98b0-d8e3da6fe5d5 req-e118bea6-ce4b-49d6-8d9b-feee0910c22d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.1066508 Jun 30 10:22:32.964635 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd88473-2eab-40cf-9f5e-828d61695bd7 req-d03f8d63-1f05-4ad1-8ce1-18e8ac535e2a tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:32.979937 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2fd88473-2eab-40cf-9f5e-828d61695bd7 req-d03f8d63-1f05-4ad1-8ce1-18e8ac535e2a tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.1408288 Jun 30 10:22:32.984722 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5086c855-d52b-4769-8f1b-8e5234c621cd None None] Port 3fe5fc2d-86e0-4280-8223-83de911e10e3 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:33.156228 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-fd4e75d5-365a-4985-9fc6-3a6f44c79889 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 379 time: 0.3949466 Jun 30 10:22:33.190898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 650ecc67-eb4d-4f73-9127-dc4b083a1171 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:33.194462 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2fd88473-2eab-40cf-9f5e-828d61695bd7 req-4a8c050e-449f-4cb4-9550-48e825c8cf30 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071979 Jun 30 10:22:33.197196 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e38d-049e-4089-bf73-b0bbe8370c54 req-bfd353e5-ec78-4b2d-adf4-2bbb121a6138 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:33.199695 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4406e38d-049e-4089-bf73-b0bbe8370c54 req-bfd353e5-ec78-4b2d-adf4-2bbb121a6138 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 932 time: 0.0833368 Jun 30 10:22:33.281487 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4406e38d-049e-4089-bf73-b0bbe8370c54 req-fc4d029f-d959-4ddf-8bd9-03be9ae77c15 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699227 Jun 30 10:22:33.338648 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d82a54bd-9a27-400b-b74d-c7d320bd03c8 req-a7df9c33-db7b-470e-89d7-8c8fd3c863ac tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.0463672 Jun 30 10:22:33.498175 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41080) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:33.511978 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-02125954-2481-47cf-bf6f-8424a0fbded0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.598264 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-02125954-2481-47cf-bf6f-8424a0fbded0 admin admin] Publish callbacks [] for security_group (445be3e0-dd95-4a47-84cf-2a08bf4ed0a5), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.604842 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-02125954-2481-47cf-bf6f-8424a0fbded0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (445be3e0-dd95-4a47-84cf-2a08bf4ed0a5), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.657146 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02125954-2481-47cf-bf6f-8424a0fbded0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445be3e0-dd95-4a47-84cf-2a08bf4ed0a5,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:33.664290 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-02125954-2481-47cf-bf6f-8424a0fbded0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a48e9e1dce24aa1be79db241c85c00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650116 Jun 30 10:22:33.667818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41082) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:33.724788 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee313ad-952b-43ce-9cba-a71ebebeb6bf admin admin] Publish callbacks [] for security_group (445be3e0-dd95-4a47-84cf-2a08bf4ed0a5), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.726183 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:33.751496 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee313ad-952b-43ce-9cba-a71ebebeb6bf admin admin] Publish callbacks [] for security_group (445be3e0-dd95-4a47-84cf-2a08bf4ed0a5), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.809386 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee313ad-952b-43ce-9cba-a71ebebeb6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (445be3e0-dd95-4a47-84cf-2a08bf4ed0a5), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.812001 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee313ad-952b-43ce-9cba-a71ebebeb6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:33.813184 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0ee313ad-952b-43ce-9cba-a71ebebeb6bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/445be3e0-dd95-4a47-84cf-2a08bf4ed0a5 HTTP/1.1" status: 204 len: 168 time: 0.1438248 Jun 30 10:22:33.821604 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee313ad-952b-43ce-9cba-a71ebebeb6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445be3e0-dd95-4a47-84cf-2a08bf4ed0a5,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:34.079385 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fea3abac-9d85-491e-8ad1-2392bdfdfbda req-e768d65c-b41a-4bf1-b400-e801a3826e25 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0331023 Jun 30 10:22:34.343001 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b80cd-0ffe-4541-97f7-20f2c7e70612 req-c64ce1d1-a1aa-48dd-aa33-50238790a0ee tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:34.344552 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c7b80cd-0ffe-4541-97f7-20f2c7e70612 req-c64ce1d1-a1aa-48dd-aa33-50238790a0ee tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.0561144 Jun 30 10:22:34.412306 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c7b80cd-0ffe-4541-97f7-20f2c7e70612 req-0d9aaa21-5c25-4a0c-8e6a-2a95d09a55c4 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 Jun 30 10:22:34.435375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a067d-ec42-4ab0-a735-b16531b85084 req-8e6fb2b1-3528-41a3-a172-8ea5125be55f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:34.446582 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-066a067d-ec42-4ab0-a735-b16531b85084 req-8e6fb2b1-3528-41a3-a172-8ea5125be55f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 932 time: 0.0761025 Jun 30 10:22:34.534246 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-066a067d-ec42-4ab0-a735-b16531b85084 req-0a556c16-70f9-4058-aa80-7ed36aaf2644 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864384 Jun 30 10:22:34.602543 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-424b028d-878f-40ab-8f39-be48e63a676a req-20d531ba-3bb9-4529-bbc4-271ab63624b4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.0400922 Jun 30 10:22:35.225516 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b25a1118-861b-47e0-a588-fef8babc1f00 req-289722a7-39ab-4089-a7d9-5214248c27af tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0504491 Jun 30 10:22:35.567855 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ce5db-c7a6-4207-9096-a3dd6a738291 req-e23fa66f-62e9-4941-b0ad-c4b44c4f2759 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:35.575887 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bd7ce5db-c7a6-4207-9096-a3dd6a738291 req-e23fa66f-62e9-4941-b0ad-c4b44c4f2759 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.0677271 Jun 30 10:22:35.652912 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bd7ce5db-c7a6-4207-9096-a3dd6a738291 req-2b3bca3b-b77e-46bc-adcb-932a360b032d tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760434 Jun 30 10:22:35.740388 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84bd8-1119-4ba4-b326-96478548ec3e req-fce3ca55-864c-4eef-a026-d90f11a6aece tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:35.753733 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-59a84bd8-1119-4ba4-b326-96478548ec3e req-fce3ca55-864c-4eef-a026-d90f11a6aece tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 932 time: 0.1006088 Jun 30 10:22:35.800503 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c01bd584-13c9-4ca5-afcf-e6c9ce00e04f req-3ce4c3f1-511e-4efe-a562-20289a32820f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.0414300 Jun 30 10:22:35.868154 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-59a84bd8-1119-4ba4-b326-96478548ec3e req-c0b7dc50-0211-4ae0-8a8c-eb08b44f638c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124907 Jun 30 10:22:36.428722 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aea70f56-0514-4e2b-87cc-738f14e91e32 req-75359def-a1d5-4962-a3f4-418f8747685c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0519867 Jun 30 10:22:36.819783 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd934-df38-45c4-a60f-dce291e60d57 req-b84a617d-1f49-4d42-803c-d53f00063ba1 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:36.823481 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-053bd934-df38-45c4-a60f-dce291e60d57 req-b84a617d-1f49-4d42-803c-d53f00063ba1 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.0789318 Jun 30 10:22:36.920498 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-053bd934-df38-45c4-a60f-dce291e60d57 req-b70c4be2-8921-4124-b922-3234c1412423 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873837 Jun 30 10:22:37.034267 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e27e4d89-7995-4b2f-81ee-9ba60646562e req-5088d826-71b3-4dfc-8df1-8bae919485b0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.0491133 Jun 30 10:22:37.154245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b717d0-8187-4eb6-b776-c102718d788d req-200cab2f-8178-4c6b-89be-e1d6e9d3c2e8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:37.157022 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d8b717d0-8187-4eb6-b776-c102718d788d req-200cab2f-8178-4c6b-89be-e1d6e9d3c2e8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 932 time: 0.0951965 Jun 30 10:22:37.181372 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41234) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:37.267923 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d8b717d0-8187-4eb6-b776-c102718d788d req-660fbb45-ca1f-475b-8b62-242fbedf6263 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005311 Jun 30 10:22:37.404434 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cca51bdb-169c-482e-b549-fe777797af75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.518867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cca51bdb-169c-482e-b549-fe777797af75 admin admin] Publish callbacks [] for security_group (cbe66278-1295-4a58-9ef4-cd9bfb54a827), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.524068 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cca51bdb-169c-482e-b549-fe777797af75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (cbe66278-1295-4a58-9ef4-cd9bfb54a827), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.579309 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-cca51bdb-169c-482e-b549-fe777797af75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3004bfc4fed34497995fe17838250ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962309 Jun 30 10:22:37.582132 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41252) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:37.594763 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca51bdb-169c-482e-b549-fe777797af75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe66278-1295-4a58-9ef4-cd9bfb54a827,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:37.599758 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-112f6735-a107-4c28-8179-c655b41d6faa req-6b6c50e5-767e-49db-a19e-3ad712001fed tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0415161 Jun 30 10:22:37.637636 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d813fb6-6217-4ec8-bf47-4ece53829165 admin admin] Publish callbacks [] for security_group (cbe66278-1295-4a58-9ef4-cd9bfb54a827), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.661734 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d813fb6-6217-4ec8-bf47-4ece53829165 admin admin] Publish callbacks [] for security_group (cbe66278-1295-4a58-9ef4-cd9bfb54a827), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.717656 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d813fb6-6217-4ec8-bf47-4ece53829165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (cbe66278-1295-4a58-9ef4-cd9bfb54a827), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.720877 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d813fb6-6217-4ec8-bf47-4ece53829165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:37.722446 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1d813fb6-6217-4ec8-bf47-4ece53829165 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbe66278-1295-4a58-9ef4-cd9bfb54a827 HTTP/1.1" status: 204 len: 168 time: 0.1391425 Jun 30 10:22:37.732051 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813fb6-6217-4ec8-bf47-4ece53829165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe66278-1295-4a58-9ef4-cd9bfb54a827,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:37.797775 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Request body: {'port': {'device_id': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:37.801274 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:37.889172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:37.897619 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:38.088292 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'port': {'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'admin_state_up': True, 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'security_groups': ['2096cbe7-e820-4060-9813-d6440a00de05']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:38.126413 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:38.194314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8d380f9a-94df-4c07-9477-f44f1da59753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:38.197531 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-8d380f9a-94df-4c07-9477-f44f1da59753 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cb665dac9894afc81d3f4dedfdbc551&device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 1127 time: 0.2072718 Jun 30 10:22:38.230382 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca45160-8fd3-486a-9d28-8c41269b3b19 req-ef9de2e1-80fd-45bd-91d9-7bee5d508654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:38.231970 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9ca45160-8fd3-486a-9d28-8c41269b3b19 req-ef9de2e1-80fd-45bd-91d9-7bee5d508654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1127 time: 0.1183152 Jun 30 10:22:38.234771 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41278) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:38.343420 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e7fa2-f0d3-43a8-b4bb-bb15a271c141 req-abfd8d39-514d-42f6-a7c8-028f11650470 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:38.345040 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1e2e7fa2-f0d3-43a8-b4bb-bb15a271c141 req-abfd8d39-514d-42f6-a7c8-028f11650470 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.2592170 Jun 30 10:22:38.345864 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-afa4ed6c-9706-44e6-b9b4-e76b326939e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:38.363639 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-faad05b2-4983-46f8-9730-24427c733df6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10 HTTP/1.1" status: 200 len: 217 time: 0.1289189 Jun 30 10:22:38.368481 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ef9c16e0-da16-4d01-aae0-19f741a467a3 req-458ca79c-c69d-47d3-a8a3-213edeadfc2e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.1321340 Jun 30 10:22:38.423836 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41282) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:38.520352 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Made reservation on behalf of d85406a94e3c4b07852c8d61bdcfc79e for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:38.525137 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:38.559751 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a8fd-9fd7-4480-add8-86ac7a163c61 req-9f2b9572-e01b-4f15-a682-27af4e07ff13 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:38.572735 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a159a8fd-9fd7-4480-add8-86ac7a163c61 req-9f2b9572-e01b-4f15-a682-27af4e07ff13 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 932 time: 0.1153665 Jun 30 10:22:38.612439 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41298) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:38.781884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.55', 50613) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:38.872250 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77b4103c-c7da-47a8-9603-1ca7d925a25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:38.905256 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:38.919263 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a159a8fd-9fd7-4480-add8-86ac7a163c61 req-94c89907-e2b4-4b15-8d78-91aa8f4a8f11 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450980 Jun 30 10:22:38.950354 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-bd55d626-76a2-4bf0-8178-a1d78805624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:38.950354 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-bd55d626-76a2-4bf0-8178-a1d78805624a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a7cc698-af0a-47d0-ad21-fc861d8a0073 HTTP/1.1" status: 200 len: 851 time: 0.2920864 Jun 30 10:22:38.954871 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5c943f5-4070-4139-a62f-34b8a7671829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.071654 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1e2e7fa2-f0d3-43a8-b4bb-bb15a271c141 req-764525d8-861e-4520-99c2-e410fdf50534 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7090447 Jun 30 10:22:39.086458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.20.0.3 (83b97fe7-5a74-4333-a1f1-76508fb99056/83f53222-17a2-418e-ae06-b78e710b6cf7/7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:39.127535 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca45160-8fd3-486a-9d28-8c41269b3b19 req-accbac12-4336-4d76-9836-afe1ae04d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:39.129305 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9ca45160-8fd3-486a-9d28-8c41269b3b19 req-accbac12-4336-4d76-9836-afe1ae04d737 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8751562 Jun 30 10:22:39.162180 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8f5cd213-bb67-497f-8cac-ccd7b7ea0e8e req-1288c7a2-1e16-44ea-9fba-49a2c1cfa318 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0921652 Jun 30 10:22:39.167331 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-ef0b73a1-f43b-45f9-ab58-492f56dca118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:39.168838 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-ef0b73a1-f43b-45f9-ab58-492f56dca118 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1729298 Jun 30 10:22:39.237630 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5c943f5-4070-4139-a62f-34b8a7671829 admin admin] Publish callbacks [] for security_group (1f76be9e-8369-4960-9256-7f5ffda7b1d3), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.239847 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-2eb800a7-bf5e-4e9c-b925-3c8943836f03 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:39.241513 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-2eb800a7-bf5e-4e9c-b925-3c8943836f03 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 816 time: 0.4583585 Jun 30 10:22:39.260935 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe5fc2d-86e0-4280-8223-83de911e10e3 {{(pid=103764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:39.267182 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5c943f5-4070-4139-a62f-34b8a7671829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1f76be9e-8369-4960-9256-7f5ffda7b1d3), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.280551 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:39.298023 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Publish callbacks [] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.315231 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:39.340470 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-afa4ed6c-9706-44e6-b9b4-e76b326939e1 admin admin] Publish callbacks [] for security_group (dc82c0b7-17f6-4a00-8374-8a3f2a9680d1), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.362623 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77b4103c-c7da-47a8-9603-1ca7d925a25b admin admin] Publish callbacks [] for security_group (7e4189d4-c972-4fe1-8570-c536be119062), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.377200 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:39.389491 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77b4103c-c7da-47a8-9603-1ca7d925a25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (7e4189d4-c972-4fe1-8570-c536be119062), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.435451 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-afa4ed6c-9706-44e6-b9b4-e76b326939e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (dc82c0b7-17f6-4a00-8374-8a3f2a9680d1), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.466593 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.provisioning_blocks [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Transition to ACTIVE for port object 3fe5fc2d-86e0-4280-8223-83de911e10e3 will not be triggered until provisioned by entity L2. {{(pid=103764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:22:39.495786 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c943f5-4070-4139-a62f-34b8a7671829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f76be9e-8369-4960-9256-7f5ffda7b1d3,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:39.512595 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b5c943f5-4070-4139-a62f-34b8a7671829 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfc6727bf60140b6bf82e5486f29eef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8782122 Jun 30 10:22:39.517236 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41320) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:39.532102 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-1c768965-6060-4fba-aadf-855fddbab801 service neutron] 10.222.0.55 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480082 Jun 30 10:22:39.532810 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.538408 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-77b4103c-c7da-47a8-9603-1ca7d925a25b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=714a6e841c1742c2b64b1ffb73c8010a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1134007 Jun 30 10:22:39.539192 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4103c-c7da-47a8-9603-1ca7d925a25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4189d4-c972-4fe1-8570-c536be119062,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:39.548703 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41322) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:39.553482 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-0ab72f7b-5083-408c-a7bc-8bf4563f4306 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 380 time: 0.3009953 Jun 30 10:22:39.584248 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-241a0e1c-a8c0-4664-814f-3fb9ba808bda req-28365901-126d-46fa-9dcb-f290f420994c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.1215899 Jun 30 10:22:39.609643 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-afa4ed6c-9706-44e6-b9b4-e76b326939e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11c0074a18c24307a4257644fe6098ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3722224 Jun 30 10:22:39.617167 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41324) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:39.623402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca45160-8fd3-486a-9d28-8c41269b3b19 req-e287d8f9-2999-45d7-b6be-5d8c541d759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:39.624334 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9ca45160-8fd3-486a-9d28-8c41269b3b19 req-e287d8f9-2999-45d7-b6be-5d8c541d759a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4572005 Jun 30 10:22:39.641944 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4ed6c-9706-44e6-b9b4-e76b326939e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82c0b7-17f6-4a00-8374-8a3f2a9680d1,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:39.667176 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Pushing event updated for resources: {'Port': ['ID=3fe5fc2d-86e0-4280-8223-83de911e10e3,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:39.763858 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Attempting to bind port 3fe5fc2d-86e0-4280-8223-83de911e10e3 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:39.764180 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Attempting to bind port 3fe5fc2d-86e0-4280-8223-83de911e10e3 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:39.764509 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Attempting to bind port 3fe5fc2d-86e0-4280-8223-83de911e10e3 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:39.773043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'port': {'device_id': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'admin_state_up': True, 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'security_groups': ['ca7985d2-3246-4593-a138-9ac5d3354103']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:39.774614 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-42d8e8c4-0e8f-4706-bf03-c49c1a62f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:39.776699 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-42d8e8c4-0e8f-4706-bf03-c49c1a62f0ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1127 time: 0.0886853 Jun 30 10:22:39.785897 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Port 3fe5fc2d-86e0-4280-8223-83de911e10e3 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:22:39.786228 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Attempting to bind port 3fe5fc2d-86e0-4280-8223-83de911e10e3 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:39.788449 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6e68-a9be-46cc-a0b7-89bbd00263ce admin admin] Publish callbacks [] for security_group (dc82c0b7-17f6-4a00-8374-8a3f2a9680d1), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.835816 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.841228 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:39.841561 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Checking segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:39.841938 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Bound using segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:39.842387 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Bound port: 3fe5fc2d-86e0-4280-8223-83de911e10e3, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:39.842861 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:39.881056 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:39.893583 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-7503ae0c-fb95-4c57-a4ef-dc6fc326310e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 200 len: 217 time: 0.1011450 Jun 30 10:22:39.905786 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6e68-a9be-46cc-a0b7-89bbd00263ce admin admin] Publish callbacks [] for security_group (dc82c0b7-17f6-4a00-8374-8a3f2a9680d1), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.045707 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-967771a9-c2b6-48b8-be17-e6b2c1859460 admin admin] Publish callbacks [] for security_group (1f76be9e-8369-4960-9256-7f5ffda7b1d3), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.060894 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-581f9f0f-f3ed-424c-9151-f62f77bd7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.062384 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-581f9f0f-f3ed-424c-9151-f62f77bd7018 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.1587923 Jun 30 10:22:40.067754 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] For port 3fe5fc2d-86e0-4280-8223-83de911e10e3, host hv-cinder-82660, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:40.071025 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] For port 3fe5fc2d-86e0-4280-8223-83de911e10e3, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:40.088057 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=46 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:40.108381 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.110992 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8b250b71-f59d-4495-bf51-26bfe21786b3 admin admin] Publish callbacks [] for security_group (7e4189d4-c972-4fe1-8570-c536be119062), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.118679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.130395 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f20033d6-5862-4701-b15a-da37d160f8f7 req-c1b6b46f-0918-4ba4-9eb1-3c122c9cbc6f service neutron] 10.222.0.55 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759434 Jun 30 10:22:40.174133 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6e68-a9be-46cc-a0b7-89bbd00263ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (dc82c0b7-17f6-4a00-8374-8a3f2a9680d1), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.176944 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6e68-a9be-46cc-a0b7-89bbd00263ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.181961 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-5e2d6e68-a9be-46cc-a0b7-89bbd00263ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc82c0b7-17f6-4a00-8374-8a3f2a9680d1 HTTP/1.1" status: 204 len: 168 time: 0.5567822 Jun 30 10:22:40.195532 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.196622 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.198107 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] 10.222.0.55 "PUT /v2.0/ports/3fe5fc2d-86e0-4280-8223-83de911e10e3 HTTP/1.1" status: 200 len: 1094 time: 2.4053593 Jun 30 10:22:40.206533 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'tag': '3fe5fc2d-86e0-4280-8223-83de911e10e3'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:40.208809 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27e2618-e44d-4082-bcbb-6cd9c9633790" -d '{"events": [{"name": "network-changed", "server_uuid": "431708dd-bc3c-43d7-83e5-4d957f1ee593", "tag": "3fe5fc2d-86e0-4280-8223-83de911e10e3"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:40.220004 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73fdd-b6f0-400a-a1df-6241524712c6 req-0956d0c6-c58e-4642-9d53-a73520ec4638 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.229528 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e7c73fdd-b6f0-400a-a1df-6241524712c6 req-0956d0c6-c58e-4642-9d53-a73520ec4638 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.2227464 Jun 30 10:22:40.240624 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d6e68-a9be-46cc-a0b7-89bbd00263ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82c0b7-17f6-4a00-8374-8a3f2a9680d1,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:40.261458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-967771a9-c2b6-48b8-be17-e6b2c1859460 admin admin] Publish callbacks [] for security_group (1f76be9e-8369-4960-9256-7f5ffda7b1d3), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.281602 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:40.282999 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-393678fd-f248-413d-8d43-2a59a4bb7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.284755 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-393678fd-f248-413d-8d43-2a59a4bb7d3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2114880 Jun 30 10:22:40.316559 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10dbd-285a-49b4-8123-68052d66094b service neutron] Pushing event updated for resources: {'Port': ['ID=3fe5fc2d-86e0-4280-8223-83de911e10e3,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:40.327453 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6243c49-f0f6-45c4-b3cf-a2150aeda178 req-d5586f6a-cb51-4581-bf73-62284f606266 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.328992 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d6243c49-f0f6-45c4-b3cf-a2150aeda178 req-d5586f6a-cb51-4581-bf73-62284f606266 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.1482008 Jun 30 10:22:40.362050 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:40.385907 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8b250b71-f59d-4495-bf51-26bfe21786b3 admin admin] Publish callbacks [] for security_group (7e4189d4-c972-4fe1-8570-c536be119062), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.414180 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d6243c49-f0f6-45c4-b3cf-a2150aeda178 req-960596c7-7cd0-4ac0-a9ef-b3c31b2fb53a tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789692 Jun 30 10:22:40.424595 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:40.437145 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:40.445128 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Made reservation on behalf of 97676089d6c14acc83bca866d0fae6e2 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:40.459095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.527108 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7535da67-d0bc-4a54-ab9f-5ad08e66e6de req-ec3e92d2-2694-4b81-b91d-fd7084643bc4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0361986 Jun 30 10:22:40.556172 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e7c73fdd-b6f0-400a-a1df-6241524712c6 req-c8ba3651-5b7f-41d0-83bb-d5e01171ecff tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253658 Jun 30 10:22:40.557362 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:40.563021 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:40.568901 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.569610 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.614515 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d3083-427d-4be9-8746-c3f1b72fcbd9 x-openstack-request-id: req-a21d3083-427d-4be9-8746-c3f1b72fcbd9 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:40.614960 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431708dd-bc3c-43d7-83e5-4d957f1ee593", "tag": "3fe5fc2d-86e0-4280-8223-83de911e10e3", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:40.615162 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a21d3083-427d-4be9-8746-c3f1b72fcbd9 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:40.615966 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21d3083-427d-4be9-8746-c3f1b72fcbd9'] response: {'name': 'network-changed', 'server_uuid': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'tag': '3fe5fc2d-86e0-4280-8223-83de911e10e3', 'status': 'completed', 'code': 200} Jun 30 10:22:40.617413 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-defa954a-3fd2-4cbd-ac60-6155a988ad0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6254280 Jun 30 10:22:40.621709 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8b250b71-f59d-4495-bf51-26bfe21786b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (7e4189d4-c972-4fe1-8570-c536be119062), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.634744 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8b250b71-f59d-4495-bf51-26bfe21786b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.638717 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8b250b71-f59d-4495-bf51-26bfe21786b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e4189d4-c972-4fe1-8570-c536be119062 HTTP/1.1" status: 204 len: 168 time: 1.0819800 Jun 30 10:22:40.657740 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b250b71-f59d-4495-bf51-26bfe21786b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4189d4-c972-4fe1-8570-c536be119062,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:40.798737 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-967771a9-c2b6-48b8-be17-e6b2c1859460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1f76be9e-8369-4960-9256-7f5ffda7b1d3), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.801884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-967771a9-c2b6-48b8-be17-e6b2c1859460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:40.803203 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-967771a9-c2b6-48b8-be17-e6b2c1859460 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f76be9e-8369-4960-9256-7f5ffda7b1d3 HTTP/1.1" status: 204 len: 168 time: 1.2811201 Jun 30 10:22:40.813317 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7702a1-70f8-4def-b279-cf5c7fb33d7d req-41a25ad8-9673-4d9b-ad60-2720073dc21b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:40.819382 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967771a9-c2b6-48b8-be17-e6b2c1859460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f76be9e-8369-4960-9256-7f5ffda7b1d3,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:40.836237 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cf7702a1-70f8-4def-b279-cf5c7fb33d7d req-41a25ad8-9673-4d9b-ad60-2720073dc21b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 931 time: 0.0997071 Jun 30 10:22:40.938412 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Allocated IP 172.20.0.8 (da0122bc-4e22-46e5-ab2a-f88f46d20282/4cefccb5-4e03-4e59-b2bd-54e052b0f2d6/af46f63a-ba7e-4998-9fab-3b4687ddbc4b) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:40.943691 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cf7702a1-70f8-4def-b279-cf5c7fb33d7d req-d01a6379-f412-4db6-8628-80d17b0ecf32 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054540 Jun 30 10:22:41.056607 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:41.136350 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-c0b535d0-a862-4b4b-b035-c1176fcbe94a None None] Provisioning complete for port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:41.137612 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-c0b535d0-a862-4b4b-b035-c1176fcbe94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.147087 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.185566 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.194474 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-c0b535d0-a862-4b4b-b035-c1176fcbe94a None None] Port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:41.243304 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:41.251058 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:41.254497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:22:41.258756 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41374) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:41.262978 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:41.263614 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.266424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:41.292574 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-91589bfc-2bd0-4591-933e-7ecda85dd7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.295988 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-7acaf49b-78aa-4bda-bc08-ee5bee2f6d93 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5350876 Jun 30 10:22:41.391126 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Request body: {'port': {'device_id': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:41.411313 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Request body: {'port': {'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:41.470796 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:41.566212 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-91589bfc-2bd0-4591-933e-7ecda85dd7db admin admin] Publish callbacks [] for security_group (284f7510-8c30-46c4-bb07-1bb62c36dbe0), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.640846 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:41.648450 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41394) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:41.661491 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5ea11e18-235f-46d2-abd5-a48a30a86291 None None] Provisioning complete for port af46f63a-ba7e-4998-9fab-3b4687ddbc4b triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:41.661927 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5ea11e18-235f-46d2-abd5-a48a30a86291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.691573 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-91589bfc-2bd0-4591-933e-7ecda85dd7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (284f7510-8c30-46c4-bb07-1bb62c36dbe0), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.697147 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-11b44b1f-2d46-4ef6-82ba-b92faeda0d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.710192 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac227f80-dc3d-43f3-9ab3-30c2e8d6fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.717300 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5ea11e18-235f-46d2-abd5-a48a30a86291 None None] Port af46f63a-ba7e-4998-9fab-3b4687ddbc4b cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:22:41.719688 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:41.733084 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-1ab37014-fbb3-4d2c-b128-5ac1241161d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:41.734629 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-1ab37014-fbb3-4d2c-b128-5ac1241161d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cb665dac9894afc81d3f4dedfdbc551&device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 1127 time: 0.3373101 Jun 30 10:22:41.811748 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2618-e44d-4082-bcbb-6cd9c9633790 req-c9e56912-7b1d-42a0-adce-cc068edc9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:41.813534 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c27e2618-e44d-4082-bcbb-6cd9c9633790 req-c9e56912-7b1d-42a0-adce-cc068edc9b65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 1128 time: 0.3116112 Jun 30 10:22:41.830403 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-91589bfc-2bd0-4591-933e-7ecda85dd7db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5f7747b28d648be9c76fb490e629a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705054 Jun 30 10:22:41.838139 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41404) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:42.014408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432cbc-4d73-43bc-95ab-d0c0196b2056 req-b50a007b-deaf-4b96-b68b-beb62e525850 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:42.022829 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62432cbc-4d73-43bc-95ab-d0c0196b2056 req-b50a007b-deaf-4b96-b68b-beb62e525850 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 943 time: 0.3710282 Jun 30 10:22:42.044435 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.068250 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91589bfc-2bd0-4591-933e-7ecda85dd7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284f7510-8c30-46c4-bb07-1bb62c36dbe0,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:42.121006 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-db23b3dd-3564-416b-95c0-c398d8b3636c service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189276 Jun 30 10:22:42.168410 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81167c-727d-4668-992d-563965ee7655 req-1066bc60-2fac-4bd2-b705-819fbd572200 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:42.171283 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1d81167c-727d-4668-992d-563965ee7655 req-1066bc60-2fac-4bd2-b705-819fbd572200 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 931 time: 0.4384491 Jun 30 10:22:42.348514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:42.349542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:42.385929 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9cebebdb-5795-4de6-b5e9-d1c7ac778522 admin admin] Publish callbacks [] for security_group (284f7510-8c30-46c4-bb07-1bb62c36dbe0), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.389164 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-9a931c75-08f7-48e5-ad24-e6461b3334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:42.390754 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-9a931c75-08f7-48e5-ad24-e6461b3334f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f HTTP/1.1" status: 200 len: 913 time: 0.6389272 Jun 30 10:22:42.408764 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:42.415328 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1d81167c-727d-4668-992d-563965ee7655 req-57ff40c3-ef42-4e27-8643-6a625e65a6bf tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349000 Jun 30 10:22:42.467452 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9cebebdb-5795-4de6-b5e9-d1c7ac778522 admin admin] Publish callbacks [] for security_group (284f7510-8c30-46c4-bb07-1bb62c36dbe0), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.486228 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62432cbc-4d73-43bc-95ab-d0c0196b2056 req-af156eab-6d9f-41bf-b30e-9e3412f0d08c tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625001 Jun 30 10:22:42.486473 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 17ab61ac-e263-4d37-b9b1-bdb12411fb10 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:22:42.566798 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2618-e44d-4082-bcbb-6cd9c9633790 req-40ff4ef7-2855-42e9-9ef2-b03dc9624db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:42.568817 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c27e2618-e44d-4082-bcbb-6cd9c9633790 req-40ff4ef7-2855-42e9-9ef2-b03dc9624db9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5904667 Jun 30 10:22:42.612959 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-36965ad2-8982-41da-88c5-df05ceb467da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10 HTTP/1.1" status: 200 len: 217 time: 0.1794856 Jun 30 10:22:42.644148 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-90472ae2-1d3a-418d-a00f-99f7dc3a8f86 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731960 Jun 30 10:22:42.695977 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:42.719546 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '17ab61ac-e263-4d37-b9b1-bdb12411fb10', 'network_id': '69f6e6c1-029b-4c7c-a791-b9bc68465e2f', 'port_id': '17ab61ac-e263-4d37-b9b1-bdb12411fb10', 'mac_address': 'fa:16:3e:06:91:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7cc698-af0a-47d0-ad21-fc861d8a0073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:22:42.729628 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-00706f9c-4dff-4942-875a-2c63018a7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:42.731198 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-00706f9c-4dff-4942-875a-2c63018a7c7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a7cc698-af0a-47d0-ad21-fc861d8a0073 HTTP/1.1" status: 200 len: 851 time: 0.0919256 Jun 30 10:22:42.747172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08634ace-e495-47c3-be75-e6eaeaf85ca8 req-06adf4a3-4ffb-4112-894d-8b69019ad6be tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:42.754522 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-08634ace-e495-47c3-be75-e6eaeaf85ca8 req-06adf4a3-4ffb-4112-894d-8b69019ad6be tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.2450984 Jun 30 10:22:42.788041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:42.788828 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.810948 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ab61ac-e263-4d37-b9b1-bdb12411fb10 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:42.827358 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9cebebdb-5795-4de6-b5e9-d1c7ac778522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (284f7510-8c30-46c4-bb07-1bb62c36dbe0), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.830044 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9cebebdb-5795-4de6-b5e9-d1c7ac778522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.831378 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-9cebebdb-5795-4de6-b5e9-d1c7ac778522 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/284f7510-8c30-46c4-bb07-1bb62c36dbe0 HTTP/1.1" status: 204 len: 168 time: 0.9895287 Jun 30 10:22:42.845746 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-08634ace-e495-47c3-be75-e6eaeaf85ca8 req-97e53f14-ce12-4837-a988-40a4174c4645 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901301 Jun 30 10:22:42.846289 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:42.850898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:42.861947 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:42.867303 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebebdb-5795-4de6-b5e9-d1c7ac778522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f7510-8c30-46c4-bb07-1bb62c36dbe0,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:42.932440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=17ab61ac-e263-4d37-b9b1-bdb12411fb10,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:43.010777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac227f80-dc3d-43f3-9ab3-30c2e8d6fdf3 admin admin] Publish callbacks [] for security_group (670e97bb-6e29-47ad-81d5-f8e35ad98c95), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.089733 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ac227f80-dc3d-43f3-9ab3-30c2e8d6fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (670e97bb-6e29-47ad-81d5-f8e35ad98c95), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.165371 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['17ab61ac-e263-4d37-b9b1-bdb12411fb10'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:22:43.182612 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dee5e-fbd8-4dc1-ae15-42a088ab0ae3 req-395da43c-28d3-415e-b669-6013d709d364 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:43.184209 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cc0dee5e-fbd8-4dc1-ae15-42a088ab0ae3 req-395da43c-28d3-415e-b669-6013d709d364 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 931 time: 0.2359567 Jun 30 10:22:43.197001 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2618-e44d-4082-bcbb-6cd9c9633790 req-736a3fad-c877-4920-a3ca-200a0be535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:43.199036 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c27e2618-e44d-4082-bcbb-6cd9c9633790 req-736a3fad-c877-4920-a3ca-200a0be535d0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6040139 Jun 30 10:22:43.236426 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-ac227f80-dc3d-43f3-9ab3-30c2e8d6fdf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e718bb1f967c45b6b543744b736f3570&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5811129 Jun 30 10:22:43.241227 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41446) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:43.273264 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac227f80-dc3d-43f3-9ab3-30c2e8d6fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670e97bb-6e29-47ad-81d5-f8e35ad98c95,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:43.300060 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:43.323716 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Publish callbacks [] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.325913 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:43.344829 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cc0dee5e-fbd8-4dc1-ae15-42a088ab0ae3 req-6cfdef37-6741-44e3-b3d9-84bb9f8667e8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447902 Jun 30 10:22:43.361170 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:43.376818 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:43.399133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Transition to ACTIVE for port object 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:22:43.406226 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.417924 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f954ea56-6b5a-437a-8518-666c2e5dcbe2 admin admin] Publish callbacks [] for security_group (670e97bb-6e29-47ad-81d5-f8e35ad98c95), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.473390 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f954ea56-6b5a-437a-8518-666c2e5dcbe2 admin admin] Publish callbacks [] for security_group (670e97bb-6e29-47ad-81d5-f8e35ad98c95), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.503625 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af46f63a-ba7e-4998-9fab-3b4687ddbc4b {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:43.537995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Publish callbacks [] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.542210 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-74d3ae95-8c11-4397-8958-c9c0c14c7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:43.544786 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-74d3ae95-8c11-4397-8958-c9c0c14c7bdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519881 Jun 30 10:22:43.577737 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Transition to ACTIVE for port object af46f63a-ba7e-4998-9fab-3b4687ddbc4b will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:22:43.596059 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.642666 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:43.678239 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Attempting to bind port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:43.678746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Attempting to bind port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:43.679091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Attempting to bind port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:43.792703 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:22:43.793315 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Attempting to bind port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:43.810979 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f954ea56-6b5a-437a-8518-666c2e5dcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (670e97bb-6e29-47ad-81d5-f8e35ad98c95), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.813442 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f954ea56-6b5a-437a-8518-666c2e5dcbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.814816 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f954ea56-6b5a-437a-8518-666c2e5dcbe2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/670e97bb-6e29-47ad-81d5-f8e35ad98c95 HTTP/1.1" status: 204 len: 168 time: 0.5716987 Jun 30 10:22:43.827774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-f4281c98-e3c1-443e-8778-71d0a4b8ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:43.837558 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-f4281c98-e3c1-443e-8778-71d0a4b8ff34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 1128 time: 0.2660055 Jun 30 10:22:43.845826 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4b7a753c-a700-4198-ace0-2181f6360796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.934345 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954ea56-6b5a-437a-8518-666c2e5dcbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670e97bb-6e29-47ad-81d5-f8e35ad98c95,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:43.939055 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:43.941531 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:43.941990 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:43.955907 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Bound using segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:43.958018 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Bound port: 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:43.960561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:43.997133 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d6c1-59d6-4a37-b092-cc1088e3eada req-eb8df9d9-e0f1-4ffe-8fab-ed04ca2fb240 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.000285 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0233d6c1-59d6-4a37-b092-cc1088e3eada req-eb8df9d9-e0f1-4ffe-8fab-ed04ca2fb240 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.3702643 Jun 30 10:22:44.000674 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:44.043609 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-dafda028-471d-4032-a9b6-1f4232bd6fa1 service neutron] 10.222.0.55 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536057 Jun 30 10:22:44.117959 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eddce-f42c-42fc-b8eb-3cab7a4874b8 req-f8abc77e-5a62-48c4-b8f8-75ef303c157b tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.122360 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7b4eddce-f42c-42fc-b8eb-3cab7a4874b8 req-f8abc77e-5a62-48c4-b8f8-75ef303c157b tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 944 time: 0.4702160 Jun 30 10:22:44.131769 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-06db215f-5290-462f-bec5-44756c711219 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3 HTTP/1.1" status: 200 len: 217 time: 0.2604709 Jun 30 10:22:44.171363 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c06bfd8b-e0f0-4fd2-bcda-717a58ed5cf5 req-3403afaf-7bd2-494f-bcd3-364dd5b9a0bf service neutron] 10.222.0.55 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195567 Jun 30 10:22:44.255781 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0233d6c1-59d6-4a37-b092-cc1088e3eada req-e9726db1-7ed4-40d6-96a6-5fcbff0793e9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440858 Jun 30 10:22:44.358738 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Attempting to bind port af46f63a-ba7e-4998-9fab-3b4687ddbc4b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:22:44.359091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Attempting to bind port af46f63a-ba7e-4998-9fab-3b4687ddbc4b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:22:44.359424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Attempting to bind port af46f63a-ba7e-4998-9fab-3b4687ddbc4b on network da0122bc-4e22-46e5-ab2a-f88f46d20282 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:44.409533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-d16e5dd4-f5d9-4d8c-92e0-f18d433f8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.411719 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-d16e5dd4-f5d9-4d8c-92e0-f18d433f8300 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.2679353 Jun 30 10:22:44.417566 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7b4eddce-f42c-42fc-b8eb-3cab7a4874b8 req-2ebe1768-538c-4d7b-b3ad-3bbf91934ce9 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724817 Jun 30 10:22:44.418374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Port af46f63a-ba7e-4998-9fab-3b4687ddbc4b on network da0122bc-4e22-46e5-ab2a-f88f46d20282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:22:44.418891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Attempting to bind port af46f63a-ba7e-4998-9fab-3b4687ddbc4b on network da0122bc-4e22-46e5-ab2a-f88f46d20282 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:22:44.425002 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] For port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:44.430216 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] For port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:44.432904 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:22:44.433421 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Checking segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:22:44.434090 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Bound using segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:22:44.434675 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Bound port: af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:22:44.435218 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:44.450838 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:44.507435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fbdd8-347e-4890-8aa2-93c62edbb488 req-a81844bc-507d-45c0-a4f1-0ff2e2b32e0d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.510888 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-557fbdd8-347e-4890-8aa2-93c62edbb488 req-a81844bc-507d-45c0-a4f1-0ff2e2b32e0d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.1308074 Jun 30 10:22:44.529883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.530874 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:44.532529 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] 10.222.0.55 "PUT /v2.0/ports/7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 HTTP/1.1" status: 200 len: 1093 time: 3.1380131 Jun 30 10:22:44.533305 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:44.536123 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:44.584456 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122d41-e99e-4288-9f07-0136febf3ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:44.630796 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-557fbdd8-347e-4890-8aa2-93c62edbb488 req-c3beda77-8e5a-4382-b8c0-b0ea91e89ed9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012261 Jun 30 10:22:44.642662 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:44.673526 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ac396-a1fb-415b-9dd0-583105c8aaad req-5f8ea3d2-892b-470d-9813-6dfddf37e567 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.676815 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce2ac396-a1fb-415b-9dd0-583105c8aaad req-5f8ea3d2-892b-470d-9813-6dfddf37e567 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.1156766 Jun 30 10:22:44.679118 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:44.693560 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:44.742899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807bd73a-d8f2-4299-9890-e9972660322c x-openstack-request-id: req-807bd73a-d8f2-4299-9890-e9972660322c {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:44.742899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:44.742899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-807bd73a-d8f2-4299-9890-e9972660322c {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:44.742899 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807bd73a-d8f2-4299-9890-e9972660322c'] response: {'name': 'network-changed', 'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'status': 'completed', 'code': 200} Jun 30 10:22:44.768362 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:44.792442 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:44.793062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:44.794478 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 1093 time: 3.4088175 Jun 30 10:22:44.824171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce2ac396-a1fb-415b-9dd0-583105c8aaad req-f2198493-d63c-46aa-b089-82896bde1091 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402793 Jun 30 10:22:44.824923 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95faf85-f95f-44fb-ae96-ef24bc8d20c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:45.024867 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 485f3c6f-aa69-42bc-972e-ece228b08da5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:22:45.298441 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 485f3c6f-aa69-42bc-972e-ece228b08da5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=485f3c6f-aa69-42bc-972e-ece228b08da5,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:45.301633 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:45.346858 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '485f3c6f-aa69-42bc-972e-ece228b08da5', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'port_id': '485f3c6f-aa69-42bc-972e-ece228b08da5', 'mac_address': 'fa:16:3e:66:c1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:22:45.387621 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 485f3c6f-aa69-42bc-972e-ece228b08da5 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:45.388132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:45.391440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:45.409871 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485f3c6f-aa69-42bc-972e-ece228b08da5 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:45.435724 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 485f3c6f-aa69-42bc-972e-ece228b08da5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=485f3c6f-aa69-42bc-972e-ece228b08da5,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:45.448456 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:45.466854 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1699b-b816-4e51-8b23-56a2c9cbbeb6 req-9c8279b3-4436-4453-a1be-1168810feab4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:45.470335 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5ec1699b-b816-4e51-8b23-56a2c9cbbeb6 req-9c8279b3-4436-4453-a1be-1168810feab4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0707211 Jun 30 10:22:45.531584 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5ec1699b-b816-4e51-8b23-56a2c9cbbeb6 req-67454b43-3ec3-4276-97ea-8500eff6bad6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549366 Jun 30 10:22:45.552680 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=485f3c6f-aa69-42bc-972e-ece228b08da5,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:45.560579 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5036-bc4e-42c7-883a-b1ddd0b07476 req-3c891a88-1608-4997-8810-502392748479 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:45.562275 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dead5036-bc4e-42c7-883a-b1ddd0b07476 req-3c891a88-1608-4997-8810-502392748479 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 944 time: 0.0536587 Jun 30 10:22:45.617342 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dead5036-bc4e-42c7-883a-b1ddd0b07476 req-2744ee2f-dc08-464c-bc51-2322bdba98d5 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494285 Jun 30 10:22:45.762341 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e5e8-396d-4246-bc1a-44cd8e044f40 req-7dacc9af-3b39-48e6-9d78-e9211d3ce56d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:45.763837 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0a75e5e8-396d-4246-bc1a-44cd8e044f40 req-7dacc9af-3b39-48e6-9d78-e9211d3ce56d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.0528266 Jun 30 10:22:45.811837 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0a75e5e8-396d-4246-bc1a-44cd8e044f40 req-5b5f2c69-44b3-431a-9aa6-eb531420e087 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Jun 30 10:22:45.945831 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d06ea-04a2-4706-91ed-177584f7d39b req-7bf840ce-e1c3-4549-b326-4473e94d7152 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:45.947275 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-997d06ea-04a2-4706-91ed-177584f7d39b req-7bf840ce-e1c3-4549-b326-4473e94d7152 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.0488467 Jun 30 10:22:46.005688 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-997d06ea-04a2-4706-91ed-177584f7d39b req-915e9dcf-ad8d-4995-a113-da6b4d050762 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522814 Jun 30 10:22:46.666805 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:46.667404 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba58af-da89-4846-914c-f5d404c99368 req-adb78239-79ee-4986-824e-d6ce44458a29 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:46.668524 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-14ba58af-da89-4846-914c-f5d404c99368 req-adb78239-79ee-4986-824e-d6ce44458a29 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0524402 Jun 30 10:22:46.724340 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:46.733377 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-14ba58af-da89-4846-914c-f5d404c99368 req-4d2d5f01-bdaa-4d9c-98a5-6a153bafd2e6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585654 Jun 30 10:22:46.745393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43e271-78c6-423f-87a4-70c0ef618f0d req-fba41dd9-9cef-4a29-b507-323af4ad99e4 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:46.747987 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fc43e271-78c6-423f-87a4-70c0ef618f0d req-fba41dd9-9cef-4a29-b507-323af4ad99e4 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 944 time: 0.0571196 Jun 30 10:22:46.748613 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:46.752183 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7" -d '{"events": [{"name": "network-changed", "server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:46.797940 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191832f5-bf03-43de-96ff-34ede9f65027 x-openstack-request-id: req-191832f5-bf03-43de-96ff-34ede9f65027 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:46.798579 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:46.798866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-191832f5-bf03-43de-96ff-34ede9f65027 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:46.799272 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191832f5-bf03-43de-96ff-34ede9f65027'] response: {'name': 'network-changed', 'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'status': 'completed', 'code': 200} Jun 30 10:22:46.878449 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fc43e271-78c6-423f-87a4-70c0ef618f0d req-128ecd92-19dd-4afd-bbe7-69ff3f45cdea tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215069 Jun 30 10:22:46.942178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-b3b10be1-3ab7-4f27-8fac-c367924dcbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:46.944248 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890f824-c406-4fe4-bf63-8b8c95084137 req-fba7c021-6b3e-44e6-86cc-9258ab45e28a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:46.944668 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-b3b10be1-3ab7-4f27-8fac-c367924dcbfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1444287 Jun 30 10:22:46.945736 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5890f824-c406-4fe4-bf63-8b8c95084137 req-fba7c021-6b3e-44e6-86cc-9258ab45e28a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.0513015 Jun 30 10:22:46.985639 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:46.987650 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf req-d0ede286-1c67-4b8a-adc7-75b9e2b7164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:46.990125 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf req-d0ede286-1c67-4b8a-adc7-75b9e2b7164a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 1127 time: 0.1695209 Jun 30 10:22:46.995706 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-360f4b54-7750-49bb-ac5c-c5ec4236c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:46.996185 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5890f824-c406-4fe4-bf63-8b8c95084137 req-ad9eb64b-ad3b-408f-8880-c38497843cc4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Jun 30 10:22:46.998125 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-360f4b54-7750-49bb-ac5c-c5ec4236c74f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1127 time: 0.1497922 Jun 30 10:22:47.022357 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['485f3c6f-aa69-42bc-972e-ece228b08da5'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:22:47.057223 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 17ab61ac-e263-4d37-b9b1-bdb12411fb10 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:47.096647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:47.131273 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:47.151754 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:22:47.164886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:47.165358 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:47.198900 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-397156fb-e084-44ae-ba8d-b6a9f26b8580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 217 time: 0.1803105 Jun 30 10:22:47.297621 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:47.297892 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:47.326747 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22166f0a-1a76-47d4-9462-86000520ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ab61ac-e263-4d37-b9b1-bdb12411fb10'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:47.331482 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2dfd1-264a-490b-886b-d5fbe10d0a9d req-d2bd6ce7-e1f1-4f6e-a094-0dbdfa10a327 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:47.332956 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c1a2dfd1-264a-490b-886b-d5fbe10d0a9d req-d2bd6ce7-e1f1-4f6e-a094-0dbdfa10a327 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.2122636 Jun 30 10:22:47.338808 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-92edffdd-bc7e-4b47-b0e5-16cba1f126de service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863182 Jun 30 10:22:47.385245 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-0c1c3ff9-af3f-4db8-a05b-59078f5540df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:47.386668 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-0c1c3ff9-af3f-4db8-a05b-59078f5540df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.1786163 Jun 30 10:22:47.393057 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf req-5c9af62f-7388-47e3-bbb5-a560d9538dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:47.394490 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf req-5c9af62f-7388-47e3-bbb5-a560d9538dfd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3784502 Jun 30 10:22:47.400763 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:47.405731 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:47.459611 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=17ab61ac-e263-4d37-b9b1-bdb12411fb10,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:47.578329 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5349a4e-66ae-42c3-bce2-69b8d481e7b0" -d '{"events": [{"server_uuid": "22166f0a-1a76-47d4-9462-86000520ce14", "name": "network-vif-plugged", "status": "completed", "tag": "17ab61ac-e263-4d37-b9b1-bdb12411fb10"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:47.734281 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a08b87-0ad3-4f8f-8149-2e5df1e0ba09 x-openstack-request-id: req-49a08b87-0ad3-4f8f-8149-2e5df1e0ba09 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:47.736757 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22166f0a-1a76-47d4-9462-86000520ce14", "name": "network-vif-plugged", "status": "completed", "tag": "17ab61ac-e263-4d37-b9b1-bdb12411fb10", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:47.737943 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49a08b87-0ad3-4f8f-8149-2e5df1e0ba09 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:47.740047 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a08b87-0ad3-4f8f-8149-2e5df1e0ba09'] response: {'server_uuid': '22166f0a-1a76-47d4-9462-86000520ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ab61ac-e263-4d37-b9b1-bdb12411fb10', 'code': 200} Jun 30 10:22:47.746415 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 485f3c6f-aa69-42bc-972e-ece228b08da5 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:47.767492 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c1a2dfd1-264a-490b-886b-d5fbe10d0a9d req-c5ab82da-b3a8-491b-8c09-79aaffe18e8d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4253695 Jun 30 10:22:47.776017 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c10a8784-30a6-41b5-97d2-da27af1ab26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:47.777807 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-c10a8784-30a6-41b5-97d2-da27af1ab26d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3823760 Jun 30 10:22:47.893234 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:47.926513 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 485f3c6f-aa69-42bc-972e-ece228b08da5 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:22:47.938575 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-12948f6f-53a1-4503-9a74-6afba5d51714 req-9788909d-3b5e-4ad0-91a8-7c8f46896fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894334 Jun 30 10:22:47.952219 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 485f3c6f-aa69-42bc-972e-ece228b08da5 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:47.952629 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:47.989941 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ab58-f229-4794-8383-c585b061ff3c req-3b4b8522-4620-4ab3-9bdc-cc8adb263c68 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:47.991567 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6d73ab58-f229-4794-8383-c585b061ff3c req-3b4b8522-4620-4ab3-9bdc-cc8adb263c68 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.1227813 Jun 30 10:22:48.078795 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 485f3c6f-aa69-42bc-972e-ece228b08da5 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:48.079265 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:48.139217 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6d73ab58-f229-4794-8383-c585b061ff3c req-1bd99bec-ee33-4bfc-b6a9-6a6b774f20a6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404467 Jun 30 10:22:48.166673 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf req-f0336f95-1613-41e6-93f7-e3ec858e6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:48.168159 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ee72fd62-1ef7-4c5e-ad67-f88385babdbf req-f0336f95-1613-41e6-93f7-e3ec858e6de9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7551496 Jun 30 10:22:48.175040 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e5a0-dabb-4ec5-8fee-cb5b4f51f1d2 req-8f5efe14-f4e9-4303-94ad-8a0d75b81679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:48.176507 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ced1e5a0-dabb-4ec5-8fee-cb5b4f51f1d2 req-8f5efe14-f4e9-4303-94ad-8a0d75b81679 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 1129 time: 0.1883032 Jun 30 10:22:48.183885 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 485f3c6f-aa69-42bc-972e-ece228b08da5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=485f3c6f-aa69-42bc-972e-ece228b08da5,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:48.194814 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:48.199754 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145b7c1-b622-48f6-b89b-e55758558dce req-500a8c2f-1344-44d6-b8d7-bff5327e87e9 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:48.210956 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d145b7c1-b622-48f6-b89b-e55758558dce req-500a8c2f-1344-44d6-b8d7-bff5327e87e9 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.1947894 Jun 30 10:22:48.216712 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-be5168d0-51e3-41c6-baaa-1ed60cf1cd90 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381102 Jun 30 10:22:48.288057 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d145b7c1-b622-48f6-b89b-e55758558dce req-ff04fe1c-9481-4397-bc5f-5253c55a0cb8 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789385 Jun 30 10:22:48.302914 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dbb7a-0543-49dd-bea8-23fa3aff6050 req-d4741425-af25-4a1f-be04-d9488db36a1d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:48.310757 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-342dbb7a-0543-49dd-bea8-23fa3aff6050 req-d4741425-af25-4a1f-be04-d9488db36a1d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.0788176 Jun 30 10:22:48.318757 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=485f3c6f-aa69-42bc-972e-ece228b08da5,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:48.319165 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:48.367134 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-342dbb7a-0543-49dd-bea8-23fa3aff6050 req-5db6fa78-b767-438e-b1e9-b51be21f4e62 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534787 Jun 30 10:22:48.866242 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ced1e5a0-dabb-4ec5-8fee-cb5b4f51f1d2 req-fdf4fb11-5e13-474e-98d8-e4135bfa4d1f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:48.993995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd2fc8-befe-4cb5-9c2f-c5b09986ee9b req-5d2bcdbb-4f84-4336-b5c2-eb8d1b83fbdc tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:48.995509 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f8fd2fc8-befe-4cb5-9c2f-c5b09986ee9b req-5d2bcdbb-4f84-4336-b5c2-eb8d1b83fbdc tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.1556799 Jun 30 10:22:49.003853 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-09832605-6271-4197-8838-df2ae54edf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:49.005278 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-09832605-6271-4197-8838-df2ae54edf39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 1127 time: 0.1626744 Jun 30 10:22:49.015957 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:49.077512 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-283f5904-a729-44da-9536-8a480de60483 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 HTTP/1.1" status: 200 len: 217 time: 0.0622005 Jun 30 10:22:49.109985 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-17ec8538-582b-4baf-89aa-b530c9126d66 req-13e93329-c0f8-4bc1-8500-200acead8b61 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954381 Jun 30 10:22:49.170292 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f8fd2fc8-befe-4cb5-9c2f-c5b09986ee9b req-27ee5bf5-3899-4a67-a132-534b4e46c8f6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639855 Jun 30 10:22:49.195818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-228ab17e-7d6e-4a96-9def-f9d8259e61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:49.197905 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-228ab17e-7d6e-4a96-9def-f9d8259e61ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.1086295 Jun 30 10:22:49.203224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ced1e5a0-dabb-4ec5-8fee-cb5b4f51f1d2 req-fdf4fb11-5e13-474e-98d8-e4135bfa4d1f service neutron] Publish callbacks [] for security_group (5bec2d07-9324-4d7b-a11c-bd7e6982a43e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:49.207827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ced1e5a0-dabb-4ec5-8fee-cb5b4f51f1d2 req-fdf4fb11-5e13-474e-98d8-e4135bfa4d1f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5bec2d07-9324-4d7b-a11c-bd7e6982a43e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:49.277531 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4fb11-5e13-474e-98d8-e4135bfa4d1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec2d07-9324-4d7b-a11c-bd7e6982a43e,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:49.279062 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702e6ad-6f01-4889-bcd7-58afeb2ecdb4 req-da47b430-c594-4cfa-a0c6-ba8636b46fe2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:49.281384 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9702e6ad-6f01-4889-bcd7-58afeb2ecdb4 req-da47b430-c594-4cfa-a0c6-ba8636b46fe2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0715151 Jun 30 10:22:49.281837 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ced1e5a0-dabb-4ec5-8fee-cb5b4f51f1d2 req-fdf4fb11-5e13-474e-98d8-e4135bfa4d1f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655619 Jun 30 10:22:49.348301 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9702e6ad-6f01-4889-bcd7-58afeb2ecdb4 req-7f0f9c7a-e7e0-4346-9c05-35b9d3af0ebb tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614219 Jun 30 10:22:49.456614 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d52b-97d0-4338-b08f-c3d805fd71c8 req-82ea619c-89ec-4603-b626-0ea8026e2f2e tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:49.458195 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c80d52b-97d0-4338-b08f-c3d805fd71c8 req-82ea619c-89ec-4603-b626-0ea8026e2f2e tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.0995233 Jun 30 10:22:49.517750 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23234c24-0a06-43f7-af70-eabbff501109 req-a0044130-b812-4a6b-8414-c50bdc34d46b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:49.519820 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-23234c24-0a06-43f7-af70-eabbff501109 req-a0044130-b812-4a6b-8414-c50bdc34d46b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.0786371 Jun 30 10:22:49.537375 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c80d52b-97d0-4338-b08f-c3d805fd71c8 req-74d4dcb4-bda5-4fa8-9b2a-3fa540e58afb tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723176 Jun 30 10:22:49.583529 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-23234c24-0a06-43f7-af70-eabbff501109 req-076bca73-b963-48d3-8a51-cbafbcf32f79 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567582 Jun 30 10:22:49.741910 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc85379-b878-4aca-b529-eacd84c36965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485f3c6f-aa69-42bc-972e-ece228b08da5'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:49.746730 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c22ab45-4529-4cd6-93e2-954affcdc59e" -d '{"events": [{"server_uuid": "5bc85379-b878-4aca-b529-eacd84c36965", "name": "network-vif-plugged", "status": "completed", "tag": "485f3c6f-aa69-42bc-972e-ece228b08da5"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:49.792549 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad8186-649f-4eab-8802-1ee5e9fb89de x-openstack-request-id: req-50ad8186-649f-4eab-8802-1ee5e9fb89de {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:49.792859 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc85379-b878-4aca-b529-eacd84c36965", "name": "network-vif-plugged", "status": "completed", "tag": "485f3c6f-aa69-42bc-972e-ece228b08da5", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:49.793112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50ad8186-649f-4eab-8802-1ee5e9fb89de {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:49.793512 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ad8186-649f-4eab-8802-1ee5e9fb89de'] response: {'server_uuid': '5bc85379-b878-4aca-b529-eacd84c36965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485f3c6f-aa69-42bc-972e-ece228b08da5', 'code': 200} Jun 30 10:22:50.198900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41732) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:50.359206 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0631b-c1a3-4230-b7ee-f6d20e71c235 req-97101a09-8eda-4345-8d84-971d69c3f5ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.361999 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6be0631b-c1a3-4230-b7ee-f6d20e71c235 req-97101a09-8eda-4345-8d84-971d69c3f5ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.0832632 Jun 30 10:22:50.392993 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-1c98facf-dbbf-4d68-94a0-d2986779d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.407425 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-1c98facf-dbbf-4d68-94a0-d2986779d388 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376781 Jun 30 10:22:50.419628 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-b500b44c-092a-4f77-972d-b264f51859d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.422137 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-b500b44c-092a-4f77-972d-b264f51859d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1127 time: 0.1537590 Jun 30 10:22:50.440981 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6be0631b-c1a3-4230-b7ee-f6d20e71c235 req-e3da4c33-d294-44db-aa1e-92c299c9be39 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706110 Jun 30 10:22:50.516500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b64d9fd-d221-490c-a9b2-bdc386fbd810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:50.580777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:50.670040 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc41f8a-a49b-4b32-81c4-f5533352c3ba req-7f6b2aeb-2664-4c08-a3c5-ff2622f7ddad tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.671843 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fbc41f8a-a49b-4b32-81c4-f5533352c3ba req-7f6b2aeb-2664-4c08-a3c5-ff2622f7ddad tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.0572746 Jun 30 10:22:50.725373 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fbc41f8a-a49b-4b32-81c4-f5533352c3ba req-f4652275-5f31-4895-aa8c-3d4b232fa4f7 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Jun 30 10:22:50.734804 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27da20-1343-487f-b0dd-8f971bf6eda6 req-f25df0fd-3d59-4fb7-ab0a-a0cd593fdd0c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.736464 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c27da20-1343-487f-b0dd-8f971bf6eda6 req-f25df0fd-3d59-4fb7-ab0a-a0cd593fdd0c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.2216737 Jun 30 10:22:50.775673 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-bc870bb7-0435-4dd0-8674-7c3215bd1e82 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495181 Jun 30 10:22:50.792252 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3fe5fc2d-86e0-4280-8223-83de911e10e3 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:22:50.815214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:50.847851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:50.849933 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7659664-e173-48ee-8362-71ba5b868008 req-96651931-7eb9-4ec8-9b74-8619cbbfd912 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.860743 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f7659664-e173-48ee-8362-71ba5b868008 req-96651931-7eb9-4ec8-9b74-8619cbbfd912 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 944 time: 0.0621784 Jun 30 10:22:50.885494 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-b357f7f5-c9dd-4f63-9005-9c3e4477c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:50.887247 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-b357f7f5-c9dd-4f63-9005-9c3e4477c174 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.3864782 Jun 30 10:22:50.927096 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3fe5fc2d-86e0-4280-8223-83de911e10e3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:50.935772 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f7659664-e173-48ee-8362-71ba5b868008 req-c13a24f5-a2e8-4cff-b382-bd51a26c5a68 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623989 Jun 30 10:22:50.949515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '3fe5fc2d-86e0-4280-8223-83de911e10e3', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'port_id': '3fe5fc2d-86e0-4280-8223-83de911e10e3', 'mac_address': 'fa:16:3e:5e:1b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:22:50.985069 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:50.990009 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 3fe5fc2d-86e0-4280-8223-83de911e10e3 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:50.990505 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:50.999954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e2043-f536-41b0-b2a9-ddeaab056193 req-3965577d-6e95-4baa-9af1-0326d9fbd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:51.001931 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bb3e2043-f536-41b0-b2a9-ddeaab056193 req-3965577d-6e95-4baa-9af1-0326d9fbd0ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1129 time: 0.1855967 Jun 30 10:22:51.005085 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c27da20-1343-487f-b0dd-8f971bf6eda6 req-a33a9c49-62ec-42cf-a70c-0d5b113d31a1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457395 Jun 30 10:22:51.007647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe5fc2d-86e0-4280-8223-83de911e10e3 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:51.017436 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-a884abf3-17f1-4bdc-9d83-5454c264c429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 217 time: 0.0954454 Jun 30 10:22:51.036093 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3fe5fc2d-86e0-4280-8223-83de911e10e3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:51.042504 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.043465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b64d9fd-d221-490c-a9b2-bdc386fbd810 admin admin] Publish callbacks [] for security_group (d275c809-800f-48d8-a138-94090fd82d3f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.064659 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b64d9fd-d221-490c-a9b2-bdc386fbd810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d275c809-800f-48d8-a138-94090fd82d3f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.098538 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=3fe5fc2d-86e0-4280-8223-83de911e10e3,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:51.301284 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['3fe5fc2d-86e0-4280-8223-83de911e10e3'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:22:51.335740 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8868650-0e63-4a9f-b67f-21df88b9c481 req-0ce4d95e-fc73-41c4-ae06-389921c54d40 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161788 Jun 30 10:22:51.364368 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64d9fd-d221-490c-a9b2-bdc386fbd810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d275c809-800f-48d8-a138-94090fd82d3f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:51.371413 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bb3e2043-f536-41b0-b2a9-ddeaab056193 req-a590f33b-e9be-4e28-b254-5bf34388d6fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525953 Jun 30 10:22:51.374345 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9b64d9fd-d221-490c-a9b2-bdc386fbd810 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ffb0dd5f1f342ad9f2eacfb8dac4fad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1742892 Jun 30 10:22:51.377570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41772) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:51.383301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-1ef48d30-58bf-4686-a90e-a38640b5c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:51.385393 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-1ef48d30-58bf-4686-a90e-a38640b5c7ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.3317239 Jun 30 10:22:51.495132 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66c1308f-c1b3-4b45-893b-1bd603bc63e9 admin admin] Publish callbacks [] for security_group (d275c809-800f-48d8-a138-94090fd82d3f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.530171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66c1308f-c1b3-4b45-893b-1bd603bc63e9 admin admin] Publish callbacks [] for security_group (d275c809-800f-48d8-a138-94090fd82d3f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.602653 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66c1308f-c1b3-4b45-893b-1bd603bc63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d275c809-800f-48d8-a138-94090fd82d3f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.604104 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e789-fd34-420d-b415-f5c2793b573a req-09cb8f13-ee3e-4c60-b32a-57bc155b6b0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:51.605607 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9bd7e789-fd34-420d-b415-f5c2793b573a req-09cb8f13-ee3e-4c60-b32a-57bc155b6b0f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.0566163 Jun 30 10:22:51.606551 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66c1308f-c1b3-4b45-893b-1bd603bc63e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:51.608754 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-66c1308f-c1b3-4b45-893b-1bd603bc63e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d275c809-800f-48d8-a138-94090fd82d3f HTTP/1.1" status: 204 len: 168 time: 0.2293992 Jun 30 10:22:51.619326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1308f-c1b3-4b45-893b-1bd603bc63e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275c809-800f-48d8-a138-94090fd82d3f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:51.688784 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9bd7e789-fd34-420d-b415-f5c2793b573a req-5f58ba7f-bf1e-4af7-afbd-9dca3e0a6e14 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606425 Jun 30 10:22:51.928169 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5ca82-a066-47c8-9270-2fcee947bf44 req-a5ab8018-9b6b-412f-a7dd-789674dea526 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:51.935798 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31f5ca82-a066-47c8-9270-2fcee947bf44 req-a5ab8018-9b6b-412f-a7dd-789674dea526 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.0918300 Jun 30 10:22:51.980890 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:51.989771 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31f5ca82-a066-47c8-9270-2fcee947bf44 req-8a668ecf-9cd6-4fdd-9ed3-9a819986332e tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532131 Jun 30 10:22:52.070090 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423304d-0b24-4f76-a606-e6e6fb6cada6 req-7a4a5e27-5ef6-4c6d-b1b9-b37b8ad9a660 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:52.072596 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a423304d-0b24-4f76-a606-e6e6fb6cada6 req-7a4a5e27-5ef6-4c6d-b1b9-b37b8ad9a660 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 945 time: 0.0621667 Jun 30 10:22:52.161553 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a423304d-0b24-4f76-a606-e6e6fb6cada6 req-4c615217-2130-42aa-a4b2-5dd68822dfbb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742874 Jun 30 10:22:52.173577 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072800b6-6fb5-43ed-8876-cf141e40228c req-560f6ebc-f587-4490-b23b-84a13e1e6b92 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:52.181919 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-072800b6-6fb5-43ed-8876-cf141e40228c req-560f6ebc-f587-4490-b23b-84a13e1e6b92 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0677207 Jun 30 10:22:52.233880 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-072800b6-6fb5-43ed-8876-cf141e40228c req-96ba70b1-a4a5-41e7-97d2-575cf874bb58 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509582 Jun 30 10:22:52.276821 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41826) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:52.307114 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41832) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:52.419535 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f28f8f31-21ed-47cd-a498-36d5f82fa77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.444013 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ab84-32d9-4e96-b856-795fd1dd56aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.505538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-8b75ab6a-5157-46b9-bb1b-e02cbb65f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:52.507065 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-8b75ab6a-5157-46b9-bb1b-e02cbb65f2d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795493 Jun 30 10:22:52.616804 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f28f8f31-21ed-47cd-a498-36d5f82fa77b admin admin] Publish callbacks [] for security_group (c8518aa2-3246-4f23-a30e-2229478a4f90), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.622962 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ab84-32d9-4e96-b856-795fd1dd56aa admin admin] Publish callbacks [] for security_group (f9d8c9c7-7e96-4caf-91e2-9c73409928cb), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.624230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f28f8f31-21ed-47cd-a498-36d5f82fa77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (c8518aa2-3246-4f23-a30e-2229478a4f90), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.636591 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a0f5ab84-32d9-4e96-b856-795fd1dd56aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f9d8c9c7-7e96-4caf-91e2-9c73409928cb), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.645634 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:52.687080 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f28f8f31-21ed-47cd-a498-36d5f82fa77b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a132fe724bad40179171739350bbab0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060814 Jun 30 10:22:52.687217 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41848) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:52.691211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f8f31-21ed-47cd-a498-36d5f82fa77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8518aa2-3246-4f23-a30e-2229478a4f90,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:52.699742 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a0f5ab84-32d9-4e96-b856-795fd1dd56aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82b32c43bfc24574afcbc3610b2b072b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880141 Jun 30 10:22:52.700339 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41850) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:52.759900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45b2ef01-c073-4657-8940-fdabcca3b6a9 admin admin] Publish callbacks [] for security_group (c8518aa2-3246-4f23-a30e-2229478a4f90), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.783322 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5ab84-32d9-4e96-b856-795fd1dd56aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8c9c7-7e96-4caf-91e2-9c73409928cb,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:52.800866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e81822f3-e67c-46ae-b16d-8a14714ddf98 admin admin] Publish callbacks [] for security_group (f9d8c9c7-7e96-4caf-91e2-9c73409928cb), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.826017 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:22:52.828545 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3fe5fc2d-86e0-4280-8223-83de911e10e3 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:52.844404 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e81822f3-e67c-46ae-b16d-8a14714ddf98 admin admin] Publish callbacks [] for security_group (f9d8c9c7-7e96-4caf-91e2-9c73409928cb), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.876813 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45b2ef01-c073-4657-8940-fdabcca3b6a9 admin admin] Publish callbacks [] for security_group (c8518aa2-3246-4f23-a30e-2229478a4f90), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:52.935128 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:52.972969 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 3fe5fc2d-86e0-4280-8223-83de911e10e3 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:22:52.978623 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260333e2-94b8-4921-9e9a-d16afc0e61b0 req-8de95ce1-9ebb-4058-a4a9-380ce5ef3976 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:52.980170 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-260333e2-94b8-4921-9e9a-d16afc0e61b0 req-8de95ce1-9ebb-4058-a4a9-380ce5ef3976 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.2121351 Jun 30 10:22:52.996338 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 3fe5fc2d-86e0-4280-8223-83de911e10e3 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:52.996742 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.022000 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-14734c66-a026-4d0a-b260-5bcf91b6a0fe service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515744 Jun 30 10:22:53.072056 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:53.078219 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-260333e2-94b8-4921-9e9a-d16afc0e61b0 req-770b424a-c4e0-4ae3-a1c3-1d64286d38f8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867407 Jun 30 10:22:53.078429 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e81822f3-e67c-46ae-b16d-8a14714ddf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f9d8c9c7-7e96-4caf-91e2-9c73409928cb), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.089972 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e81822f3-e67c-46ae-b16d-8a14714ddf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.096211 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45b2ef01-c073-4657-8940-fdabcca3b6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (c8518aa2-3246-4f23-a30e-2229478a4f90), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.099829 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-e81822f3-e67c-46ae-b16d-8a14714ddf98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9d8c9c7-7e96-4caf-91e2-9c73409928cb HTTP/1.1" status: 204 len: 168 time: 0.3975258 Jun 30 10:22:53.106116 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45b2ef01-c073-4657-8940-fdabcca3b6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.108386 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-45b2ef01-c073-4657-8940-fdabcca3b6a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8518aa2-3246-4f23-a30e-2229478a4f90 HTTP/1.1" status: 204 len: 168 time: 0.4203303 Jun 30 10:22:53.116806 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81822f3-e67c-46ae-b16d-8a14714ddf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8c9c7-7e96-4caf-91e2-9c73409928cb,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.138789 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2ef01-c073-4657-8940-fdabcca3b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8518aa2-3246-4f23-a30e-2229478a4f90,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.190228 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:53.210931 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463c92-4d44-44a8-b918-9486c4fafd9f req-9a00f5b2-44b2-4379-873a-feee92e01370 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:53.214470 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-63463c92-4d44-44a8-b918-9486c4fafd9f req-9a00f5b2-44b2-4379-873a-feee92e01370 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.0803268 Jun 30 10:22:53.218356 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'mac_address': 'fa:16:3e:9a:87:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:22:53.310324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:53.357812 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-63463c92-4d44-44a8-b918-9486c4fafd9f req-274a660b-5296-4a66-8633-b1730fc99083 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373801 Jun 30 10:22:53.408365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 3fe5fc2d-86e0-4280-8223-83de911e10e3 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:53.409001 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.427186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:53.427965 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.455147 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe5fc2d-86e0-4280-8223-83de911e10e3'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:53.457697 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbd6d6-2eff-4ef1-964f-8fbcaf689afa" -d '{"events": [{"server_uuid": "431708dd-bc3c-43d7-83e5-4d957f1ee593", "name": "network-vif-plugged", "status": "completed", "tag": "3fe5fc2d-86e0-4280-8223-83de911e10e3"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:53.464629 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af46f63a-ba7e-4998-9fab-3b4687ddbc4b {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:53.467361 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e3c3-e537-4f73-b2cf-94afc6df3e19 req-122c1bc1-6ad6-4615-9083-48cfdcf7872c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:53.475163 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-da59e3c3-e537-4f73-b2cf-94afc6df3e19 req-122c1bc1-6ad6-4615-9083-48cfdcf7872c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 945 time: 0.1644959 Jun 30 10:22:53.511359 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3fe5fc2d-86e0-4280-8223-83de911e10e3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:53.543663 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.567897 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:53.605412 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82118e-cc44-4cfb-8dcd-3635e16fe702 req-2c5d53c2-c65e-4368-9703-d82c1f67f7b9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:53.612428 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ab82118e-cc44-4cfb-8dcd-3635e16fe702 req-2c5d53c2-c65e-4368-9703-d82c1f67f7b9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.1320503 Jun 30 10:22:53.628364 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:53.652277 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-da59e3c3-e537-4f73-b2cf-94afc6df3e19 req-dc3024af-c6ca-4f0c-af95-9248cb3fa872 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669528 Jun 30 10:22:53.689583 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:53.732572 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=3fe5fc2d-86e0-4280-8223-83de911e10e3,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.771390 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a38a1bb-94db-42bf-afab-ca06d3d5d9c7 x-openstack-request-id: req-2a38a1bb-94db-42bf-afab-ca06d3d5d9c7 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:53.772213 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431708dd-bc3c-43d7-83e5-4d957f1ee593", "name": "network-vif-plugged", "status": "completed", "tag": "3fe5fc2d-86e0-4280-8223-83de911e10e3", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:53.772686 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a38a1bb-94db-42bf-afab-ca06d3d5d9c7 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:53.773279 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a38a1bb-94db-42bf-afab-ca06d3d5d9c7'] response: {'server_uuid': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe5fc2d-86e0-4280-8223-83de911e10e3', 'code': 200} Jun 30 10:22:53.813663 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.888360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['af46f63a-ba7e-4998-9fab-3b4687ddbc4b'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:22:53.939820 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ab82118e-cc44-4cfb-8dcd-3635e16fe702 req-252c3f16-07b6-4bc2-b35e-5359f4fbf864 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198495 Jun 30 10:22:54.007883 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0efab6c3-ebfa-400b-8da6-1f340bc0fff7 req-34402b23-b47b-49f8-870c-7f332e33953f service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073311 Jun 30 10:22:54.016145 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:54.055182 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41928) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:54.079930 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.104840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41930) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:54.166315 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d56eb8c-6a5d-4ca0-8744-1499ee30698e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.343242 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Publish callbacks [] for security_group (5f74d1b4-ff05-4419-8085-ed5e9867bbc4), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.352383 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5f74d1b4-ff05-4419-8085-ed5e9867bbc4), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.383440 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f6eef-eb9c-4f40-a03b-a87cc9e208fb req-171d592e-6f51-4498-a903-bc0bba312524 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:54.385593 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c60f6eef-eb9c-4f40-a03b-a87cc9e208fb req-171d592e-6f51-4498-a903-bc0bba312524 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 943 time: 0.1068110 Jun 30 10:22:54.415940 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7682038b798d47f694754ec4ff70667b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556082 Jun 30 10:22:54.415940 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f74d1b4-ff05-4419-8085-ed5e9867bbc4,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.416808 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 41948) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:54.432433 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.433052 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.433420 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.434732 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.434732 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.434943 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.435137 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.435510 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.435829 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.436159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.436484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.436814 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.437139 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.437485 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.437918 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23035df-3de5-45c8-a74d-c18611d1adf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:54.475069 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c60f6eef-eb9c-4f40-a03b-a87cc9e208fb req-1b3636f4-db25-4566-94bd-043fcf5dd0f6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817220 Jun 30 10:22:54.492827 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d56eb8c-6a5d-4ca0-8744-1499ee30698e admin admin] Publish callbacks [] for security_group (528b6502-744b-4603-b1e0-c6bf1caf42d2), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.501964 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1d56eb8c-6a5d-4ca0-8744-1499ee30698e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (528b6502-744b-4603-b1e0-c6bf1caf42d2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.510393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86f6efe3-8fac-4842-94bc-8ddc4be170e9 admin admin] Publish callbacks [] for security_group (5f74d1b4-ff05-4419-8085-ed5e9867bbc4), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.532294 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:54.548036 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56eb8c-6a5d-4ca0-8744-1499ee30698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b6502-744b-4603-b1e0-c6bf1caf42d2,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.554939 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1d56eb8c-6a5d-4ca0-8744-1499ee30698e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8d0cb06fc49463ea89e7a9e516f9954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473403 Jun 30 10:22:54.557180 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 41952) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:54.559137 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86f6efe3-8fac-4842-94bc-8ddc4be170e9 admin admin] Publish callbacks [] for security_group (5f74d1b4-ff05-4419-8085-ed5e9867bbc4), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.614304 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-31850cb4-9d3a-43b7-915a-a36c168ba45a admin admin] Publish callbacks [] for security_group (528b6502-744b-4603-b1e0-c6bf1caf42d2), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.631814 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa60d-595e-4f63-b2af-7b37a4c1530c req-c3d21c84-3c18-4511-a2a0-7ea52472c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:54.633473 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a88aa60d-595e-4f63-b2af-7b37a4c1530c req-c3d21c84-3c18-4511-a2a0-7ea52472c3ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 1130 time: 0.0462844 Jun 30 10:22:54.644163 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-31850cb4-9d3a-43b7-915a-a36c168ba45a admin admin] Publish callbacks [] for security_group (528b6502-744b-4603-b1e0-c6bf1caf42d2), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.662067 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86f6efe3-8fac-4842-94bc-8ddc4be170e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5f74d1b4-ff05-4419-8085-ed5e9867bbc4), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.664691 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86f6efe3-8fac-4842-94bc-8ddc4be170e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.669006 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-86f6efe3-8fac-4842-94bc-8ddc4be170e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f74d1b4-ff05-4419-8085-ed5e9867bbc4 HTTP/1.1" status: 204 len: 168 time: 0.2469518 Jun 30 10:22:54.691594 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6efe3-8fac-4842-94bc-8ddc4be170e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f74d1b4-ff05-4419-8085-ed5e9867bbc4,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.701175 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a88aa60d-595e-4f63-b2af-7b37a4c1530c req-9bdbceb9-bb9b-4e43-af7b-be4542e76b85 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610101 Jun 30 10:22:54.715961 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-31850cb4-9d3a-43b7-915a-a36c168ba45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (528b6502-744b-4603-b1e0-c6bf1caf42d2), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.720516 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-31850cb4-9d3a-43b7-915a-a36c168ba45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:54.722561 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-31850cb4-9d3a-43b7-915a-a36c168ba45a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/528b6502-744b-4603-b1e0-c6bf1caf42d2 HTTP/1.1" status: 204 len: 168 time: 0.1641207 Jun 30 10:22:54.736042 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31850cb4-9d3a-43b7-915a-a36c168ba45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b6502-744b-4603-b1e0-c6bf1caf42d2,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.827216 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d84b3-191e-4f28-8c54-80287afb147c req-16d5dd87-af2e-494e-b8f7-9c81274e4c9e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:54.829254 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c74d84b3-191e-4f28-8c54-80287afb147c req-16d5dd87-af2e-494e-b8f7-9c81274e4c9e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0659647 Jun 30 10:22:54.830143 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:22:54.835341 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:54.937035 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c74d84b3-191e-4f28-8c54-80287afb147c req-70512bf5-aaa4-44c3-a9fa-4b90359e9e0e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993700 Jun 30 10:22:54.961812 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port af46f63a-ba7e-4998-9fab-3b4687ddbc4b completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:22:54.978985 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port af46f63a-ba7e-4998-9fab-3b4687ddbc4b triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:54.979676 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:55.019829 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-194463c5-790c-492a-8da9-fc299487de79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724175 Jun 30 10:22:55.153892 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee565ca-eef6-41c0-8b1e-3e30048b92f9 req-2d8b4277-2252-48d7-9722-bf096cb69849 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:55.158401 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bee565ca-eef6-41c0-8b1e-3e30048b92f9 req-2d8b4277-2252-48d7-9722-bf096cb69849 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 944 time: 0.1022692 Jun 30 10:22:55.189320 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:55.207242 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:22:55.250337 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bee565ca-eef6-41c0-8b1e-3e30048b92f9 req-8dc53676-9697-4ccd-8845-dafae599968a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806017 Jun 30 10:22:55.283451 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:55.285051 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:55.299046 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:55.299789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:55.328571 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:22:55.348762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:55.359641 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:55.362740 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:55.412174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:55.458073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.546666 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:55.583345 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-c69a800f-5e5a-44f9-b79d-8f87a8a3941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:55.593752 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-c69a800f-5e5a-44f9-b79d-8f87a8a3941c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cb665dac9894afc81d3f4dedfdbc551&device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 1129 time: 0.1426146 Jun 30 10:22:55.632701 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.724429 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c0570-7e00-41f6-afab-1e0f981fcad0 req-81cd1768-9bbe-4c54-9294-396dd3c8e898 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:55.726025 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9d4c0570-7e00-41f6-afab-1e0f981fcad0 req-81cd1768-9bbe-4c54-9294-396dd3c8e898 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 944 time: 0.0870490 Jun 30 10:22:55.743383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:22:55.803566 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:55.817720 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:55.820216 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d8c63-a84d-44b1-b320-62fe9bf9bff0" -d '{"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-plugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:55.823949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-facac0d3-421a-4c67-b1f3-ee408fa696ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:55.828583 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-facac0d3-421a-4c67-b1f3-ee408fa696ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f HTTP/1.1" status: 200 len: 913 time: 0.1921051 Jun 30 10:22:55.875895 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9d4c0570-7e00-41f6-afab-1e0f981fcad0 req-e1880dde-c833-4ea3-8f52-9b590045a1a8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399302 Jun 30 10:22:55.942351 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99885cb0-70bc-4833-a9bd-236c1fe1acc2 x-openstack-request-id: req-99885cb0-70bc-4833-a9bd-236c1fe1acc2 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:55.943025 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-plugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:55.943574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99885cb0-70bc-4833-a9bd-236c1fe1acc2 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:55.944342 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99885cb0-70bc-4833-a9bd-236c1fe1acc2'] response: {'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'code': 200} Jun 30 10:22:56.125140 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:56.143324 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2b5cd-46dc-4c03-97a3-a30df01c8a38 req-94c4631d-bf1b-4b4f-b3fb-49888d1b2a18 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:56.151435 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c2a2b5cd-46dc-4c03-97a3-a30df01c8a38 req-94c4631d-bf1b-4b4f-b3fb-49888d1b2a18 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1011026 Jun 30 10:22:56.172661 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:56.220079 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c2a2b5cd-46dc-4c03-97a3-a30df01c8a38 req-c1b0ffb9-8469-48ed-9dd1-bbb005a6bddf tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Jun 30 10:22:56.309162 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:56.314515 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:56.435314 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c5ac8-6750-4ec1-97f6-306f094cd360 req-9daa1361-b454-4a90-a0a8-10e84999b406 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:56.440733 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-46be4b89-90dd-4607-b9ce-c3add4208445 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10 HTTP/1.1" status: 200 len: 217 time: 0.1198714 Jun 30 10:22:56.444958 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-af9c5ac8-6750-4ec1-97f6-306f094cd360 req-9daa1361-b454-4a90-a0a8-10e84999b406 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0982518 Jun 30 10:22:56.548046 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-af9c5ac8-6750-4ec1-97f6-306f094cd360 req-538bbefd-3eca-4992-8d0f-60703eca6444 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021166 Jun 30 10:22:56.570502 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-0ad36403-df42-4a18-8972-273830708f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:56.572951 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-0ad36403-df42-4a18-8972-273830708f21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a7cc698-af0a-47d0-ad21-fc861d8a0073 HTTP/1.1" status: 200 len: 851 time: 0.1231973 Jun 30 10:22:56.701507 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367f1e9-7422-4059-9db8-f554b1af5e59 req-e0e2b94d-9314-4070-8901-9a08f9fa15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:56.703747 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4367f1e9-7422-4059-9db8-f554b1af5e59 req-e0e2b94d-9314-4070-8901-9a08f9fa15c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0460615 Jun 30 10:22:56.723336 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-692dd06f-86bc-4e5b-82d3-1be3e21922ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:56.725781 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-692dd06f-86bc-4e5b-82d3-1be3e21922ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69f6e6c1-029b-4c7c-a791-b9bc68465e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425836 Jun 30 10:22:56.834560 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:56.842645 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:56.902216 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:22:56.907406 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4367f1e9-7422-4059-9db8-f554b1af5e59 req-16fafb81-ad9a-4731-ab58-0f95136985ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367970 Jun 30 10:22:56.911438 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:22:56.912566 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:56.939174 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-c5fa1b72-b406-470d-8817-2bf55b854256 service neutron] 10.222.0.55 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606100 Jun 30 10:22:57.018065 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:22:57.018770 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.025221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42068) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:57.038977 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:57.047854 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b9f78-7747-4528-933f-7761c3029de6 req-a99e57ad-a05c-4200-8b1a-31a8e5d08794 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:57.055121 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-749b9f78-7747-4528-933f-7761c3029de6 req-a99e57ad-a05c-4200-8b1a-31a8e5d08794 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 944 time: 0.0820651 Jun 30 10:22:57.076127 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:57.084342 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.127857 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-749b9f78-7747-4528-933f-7761c3029de6 req-a017a9f7-7f82-49ee-a61f-d6d2584906b6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714593 Jun 30 10:22:57.148607 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.340013 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1c0f09f-62a6-4b81-9774-7e9214a0f99d req-c996a4bb-e639-40dc-905f-8ec55e36e428 service neutron] 10.222.0.55 "GET /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773343 Jun 30 10:22:57.396802 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0966d-7723-4a42-b2d6-43fca888666e req-98c132cf-0745-43ec-aef8-fa3efd298a66 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:57.398276 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1fe0966d-7723-4a42-b2d6-43fca888666e req-98c132cf-0745-43ec-aef8-fa3efd298a66 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0730712 Jun 30 10:22:57.399302 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7a9-e8e0-4caf-8f2c-6a783137da06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.488898 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1fe0966d-7723-4a42-b2d6-43fca888666e req-566500a2-af2e-4f56-92ad-124584200a18 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777860 Jun 30 10:22:57.500731 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42080) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:57.522592 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:57.580206 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7a9-e8e0-4caf-8f2c-6a783137da06 admin admin] Publish callbacks [] for security_group (5ae5279f-4159-43a7-a784-8b988629c273), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.592972 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7a9-e8e0-4caf-8f2c-6a783137da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5ae5279f-4159-43a7-a784-8b988629c273), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.631569 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-fb1cb7a9-e8e0-4caf-8f2c-6a783137da06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0df797f4b3f54518932e9d303ce78c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048169 Jun 30 10:22:57.637675 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42092) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:57.672007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cb7a9-e8e0-4caf-8f2c-6a783137da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5279f-4159-43a7-a784-8b988629c273,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.735311 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Publish callbacks [] for security_group (5ae5279f-4159-43a7-a784-8b988629c273), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.769843 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Publish callbacks [] for security_group (5ae5279f-4159-43a7-a784-8b988629c273), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.791385 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d1f57-e8da-48c5-a206-e287c1c0de8f req-4eb5846d-4a18-4c3c-848d-ff4b447cfac5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:57.793180 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b74d1f57-e8da-48c5-a206-e287c1c0de8f req-4eb5846d-4a18-4c3c-848d-ff4b447cfac5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0676782 Jun 30 10:22:57.881172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5ae5279f-4159-43a7-a784-8b988629c273), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.885575 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:57.890111 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ae5279f-4159-43a7-a784-8b988629c273 HTTP/1.1" status: 204 len: 168 time: 0.2513218 Jun 30 10:22:57.905363 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae5279f-4159-43a7-a784-8b988629c273,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.923960 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.924445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.927935 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.928611 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.929113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.929685 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.931612 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.932132 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.932621 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.933125 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.933880 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.934489 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.935001 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.936063 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.936549 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e9567-de14-47cc-8edd-3770e3aa10d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:57.949277 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b74d1f57-e8da-48c5-a206-e287c1c0de8f req-d67d6273-6190-4942-b105-5fa4529c47b2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504521 Jun 30 10:22:57.951033 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:22:57.968760 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e501dc9d-1836-433b-b441-a94c6163bd56" -d '{"events": [{"server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "name": "network-vif-plugged", "status": "completed", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:58.030364 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3185b78e-2389-4db1-a8fe-207713493311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.050040 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075f67bd-2f68-4de5-a1fd-0530e0ebc870 x-openstack-request-id: req-075f67bd-2f68-4de5-a1fd-0530e0ebc870 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:58.050391 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "name": "network-vif-plugged", "status": "completed", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:58.050823 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-075f67bd-2f68-4de5-a1fd-0530e0ebc870 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:58.051399 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075f67bd-2f68-4de5-a1fd-0530e0ebc870'] response: {'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'code': 200} Jun 30 10:22:58.065054 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-452e3b4c-7647-4fd1-9161-0c52faf9b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:58.066999 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-452e3b4c-7647-4fd1-9161-0c52faf9b91e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 1130 time: 0.0633242 Jun 30 10:22:58.116089 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260afa-d818-4ac1-9fad-39398fbbd526 req-11384b90-cf04-45b4-9f95-6272f24c2506 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:58.117856 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4b260afa-d818-4ac1-9fad-39398fbbd526 req-11384b90-cf04-45b4-9f95-6272f24c2506 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0846155 Jun 30 10:22:58.202801 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4b260afa-d818-4ac1-9fad-39398fbbd526 req-1c2f0c8a-32a0-46c5-9b62-c732aa2031c1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753789 Jun 30 10:22:58.244355 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3185b78e-2389-4db1-a8fe-207713493311 admin admin] Publish callbacks [] for security_group (2ae67851-4b7e-4f11-8f56-edc564a5196d), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.250547 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3185b78e-2389-4db1-a8fe-207713493311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2ae67851-4b7e-4f11-8f56-edc564a5196d), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.298106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d4987-c0d7-4033-b073-8931a965dcc8 req-8399ddb6-cd04-4fdc-ad48-289c2fed7b9b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:58.300374 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-662d4987-c0d7-4033-b073-8931a965dcc8 req-8399ddb6-cd04-4fdc-ad48-289c2fed7b9b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.0705647 Jun 30 10:22:58.303066 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185b78e-2389-4db1-a8fe-207713493311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae67851-4b7e-4f11-8f56-edc564a5196d,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.333453 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-3185b78e-2389-4db1-a8fe-207713493311 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a205fdafc0f246dbb3cdc9e568aff058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8316379 Jun 30 10:22:58.335994 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42114) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:58.359881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:58.384954 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-662d4987-c0d7-4033-b073-8931a965dcc8 req-c4c6814b-10cd-4ac8-889c-d503a65cdd68 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776155 Jun 30 10:22:58.439069 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ff894c7e-98fb-4634-be82-f4351b5e95ea admin admin] Publish callbacks [] for security_group (2ae67851-4b7e-4f11-8f56-edc564a5196d), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.466643 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ff894c7e-98fb-4634-be82-f4351b5e95ea admin admin] Publish callbacks [] for security_group (2ae67851-4b7e-4f11-8f56-edc564a5196d), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.542057 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ff894c7e-98fb-4634-be82-f4351b5e95ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2ae67851-4b7e-4f11-8f56-edc564a5196d), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.546870 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ff894c7e-98fb-4634-be82-f4351b5e95ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:58.551602 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ff894c7e-98fb-4634-be82-f4351b5e95ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ae67851-4b7e-4f11-8f56-edc564a5196d HTTP/1.1" status: 204 len: 168 time: 0.2140818 Jun 30 10:22:58.565422 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff894c7e-98fb-4634-be82-f4351b5e95ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae67851-4b7e-4f11-8f56-edc564a5196d,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.849909 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-73aa96d2-e025-499d-88f7-bac4a9df6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:58.851595 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-73aa96d2-e025-499d-88f7-bac4a9df6110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.2059669 Jun 30 10:22:58.922620 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-ad3eb545-4873-4bdb-9b00-914263faf107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3 HTTP/1.1" status: 200 len: 217 time: 0.0596499 Jun 30 10:22:59.014359 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-58be45f0-4792-4fcb-bb29-6494d697a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.015808 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-58be45f0-4792-4fcb-bb29-6494d697a2ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0737989 Jun 30 10:22:59.039106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c89c-2d74-4654-a7cf-261746a9e1d8 req-7f0efc77-7195-401d-8d2c-8af4f972b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.040637 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-35e2c89c-2d74-4654-a7cf-261746a9e1d8 req-7f0efc77-7195-401d-8d2c-8af4f972b1aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 1129 time: 0.1650655 Jun 30 10:22:59.067211 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42172) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:59.086288 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0f60-3470-4464-908b-904dd55bc086 req-ba299854-73fb-4d11-a359-b7dbb0e16e83 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.089719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-9c8f0756-871f-4a60-aa66-d617b4c10082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.092432 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-9c8f0756-871f-4a60-aa66-d617b4c10082 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660849 Jun 30 10:22:59.094813 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d19b0f60-3470-4464-908b-904dd55bc086 req-ba299854-73fb-4d11-a359-b7dbb0e16e83 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0691419 Jun 30 10:22:59.140275 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d19b0f60-3470-4464-908b-904dd55bc086 req-587f5b3c-13a1-449c-aeb7-d077e439b7b3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Jun 30 10:22:59.224727 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-35e2c89c-2d74-4654-a7cf-261746a9e1d8 req-d64c9da7-11ed-4486-96ad-c5cb0a21daa9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665146 Jun 30 10:22:59.238491 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-30992d70-3fb0-4987-b1e7-3ec7f5b43c8d service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371343 Jun 30 10:22:59.252054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42182) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:59.277690 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-684815c8-15bd-492d-acd3-53aa6291c4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.286111 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:59.304981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69515e82-f729-416e-851b-7deea09f50f4 req-938e8a62-6b07-44e2-8d6a-261a08cd2614 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.307453 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-69515e82-f729-416e-851b-7deea09f50f4 req-938e8a62-6b07-44e2-8d6a-261a08cd2614 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0863161 Jun 30 10:22:59.316752 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42184) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:59.322369 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'floatingip': {'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:59.391245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:59.422219 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d5963-c53f-4b33-9e5e-e13aed1e1d2f req-cd7a1a08-ed1b-40cd-968b-c11aa0e0f767 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.427858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (c94b0d33-a550-48ca-a7a2-7d2606954ab9), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.430461 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-383d5963-c53f-4b33-9e5e-e13aed1e1d2f req-cd7a1a08-ed1b-40cd-968b-c11aa0e0f767 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1182625 Jun 30 10:22:59.431209 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42188) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:59.535390 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-383d5963-c53f-4b33-9e5e-e13aed1e1d2f req-2e5fa72b-efa9-410f-b798-8caa57afce28 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033552 Jun 30 10:22:59.539659 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-684815c8-15bd-492d-acd3-53aa6291c4ee admin admin] Publish callbacks [] for security_group (9bd8e014-63fd-4186-a463-566bc823efc8), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.544159 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2036469985-network', 'tenant_id': '28124a417dc443aca95f3edd11697c05'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:22:59.549853 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-684815c8-15bd-492d-acd3-53aa6291c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9bd8e014-63fd-4186-a463-566bc823efc8), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.600985 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Made reservation on behalf of 28124a417dc443aca95f3edd11697c05 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:59.603407 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.617777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-687b451b-fece-4457-975e-87580461b92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.620258 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684815c8-15bd-492d-acd3-53aa6291c4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd8e014-63fd-4186-a463-566bc823efc8,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.626663 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b973d46-3d15-4453-80e2-a2d968c9b266 req-3688e525-9dc6-43f9-ab2e-5b8ad3260647 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:22:59.628325 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5b973d46-3d15-4453-80e2-a2d968c9b266 req-3688e525-9dc6-43f9-ab2e-5b8ad3260647 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.1373014 Jun 30 10:22:59.628814 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-684815c8-15bd-492d-acd3-53aa6291c4ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70e20ca88aac4116afd29d96f027b291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759987 Jun 30 10:22:59.629690 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.631745 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42192) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:22:59.662742 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:22:59.729887 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-de4bcf5a-d087-48ae-af50-3eaa1bec1277 admin admin] Publish callbacks [] for security_group (9bd8e014-63fd-4186-a463-566bc823efc8), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.765957 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-de4bcf5a-d087-48ae-af50-3eaa1bec1277 admin admin] Publish callbacks [] for security_group (9bd8e014-63fd-4186-a463-566bc823efc8), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.808082 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks [] for security_group (19b635f1-8df5-49f1-93dc-7d3d8a607e2c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.816252 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (19b635f1-8df5-49f1-93dc-7d3d8a607e2c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.843146 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:22:59.859759 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b635f1-8df5-49f1-93dc-7d3d8a607e2c,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.874157 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (41830613-76e1-40f8-a189-056941dc78b7), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.874404 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Added segment 41830613-76e1-40f8-a189-056941dc78b7 of type vlan for network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 Jun 30 10:22:59.876022 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-de4bcf5a-d087-48ae-af50-3eaa1bec1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9bd8e014-63fd-4186-a463-566bc823efc8), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.878449 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-de4bcf5a-d087-48ae-af50-3eaa1bec1277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:22:59.881932 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-de4bcf5a-d087-48ae-af50-3eaa1bec1277 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bd8e014-63fd-4186-a463-566bc823efc8 HTTP/1.1" status: 204 len: 168 time: 0.2469294 Jun 30 10:22:59.904282 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bff3bca9-e927-4ca4-8fea-a117cc4952b5 req-beb39f1e-d9e4-482b-8d4c-ab49cb56097e service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763912 Jun 30 10:22:59.912014 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5b973d46-3d15-4453-80e2-a2d968c9b266 req-1eaf81f5-cd14-40ae-82be-8536fa32aff1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567635 Jun 30 10:22:59.917586 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bcf5a-d087-48ae-af50-3eaa1bec1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd8e014-63fd-4186-a463-566bc823efc8,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.944107 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (8696c136-7ee8-42d9-9741-ccc3ae5d0730), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.003737 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (8696c136-7ee8-42d9-9741-ccc3ae5d0730), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.005905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:00.008123 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.044615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:00.067462 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9989569 Jun 30 10:23:00.106841 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42200) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:00.113757 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Request body: {'subnet': {'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2036469985-subnet', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:00.118011 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f549c-ed87-4cd6-9bd9-cb995838eb09 admin admin] Pushing event updated for resources: {'Network': ['ID=8696c136-7ee8-42d9-9741-ccc3ae5d0730,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:00.133228 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:23:00.154438 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Made reservation on behalf of 28124a417dc443aca95f3edd11697c05 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:00.160244 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.264199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:00.291209 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:00.323526 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-687b451b-fece-4457-975e-87580461b92c admin admin] Publish callbacks [] for security_group (6dd12ea0-db0a-4dda-b1c7-7d57a9f13069), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.375689 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-687b451b-fece-4457-975e-87580461b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (6dd12ea0-db0a-4dda-b1c7-7d57a9f13069), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.439754 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (41d6c753-6eba-45fd-899e-3067e16c8d76), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.471712 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-687b451b-fece-4457-975e-87580461b92c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=745706ce37a542d8b36eb25facd0e137&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0393319 Jun 30 10:23:00.480027 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b451b-fece-4457-975e-87580461b92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd12ea0-db0a-4dda-b1c7-7d57a9f13069,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:00.480319 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42214) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:00.540525 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d6c753-6eba-45fd-899e-3067e16c8d76,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:00.553679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Checking segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:00.554416 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Network hostable DHCP agents. Network: 8696c136-7ee8-42d9-9741-ccc3ae5d0730, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:23:00.578071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f1be88e0-9805-4260-ab53-1fa0dc436a98 admin admin] Publish callbacks [] for security_group (6dd12ea0-db0a-4dda-b1c7-7d57a9f13069), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.604954 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:23:00.611955 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f1be88e0-9805-4260-ab53-1fa0dc436a98 admin admin] Publish callbacks [] for security_group (6dd12ea0-db0a-4dda-b1c7-7d57a9f13069), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.635317 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 8696c136-7ee8-42d9-9741-ccc3ae5d0730) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:00.647518 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:00.648122 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.650053 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02351753-8b91-446a-a3ea-ea7da8f951bf None None] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:00.673943 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-74f1f6ee-ba3d-4427-9d0a-e97d19d2a7e7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5657551 Jun 30 10:23:00.676997 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42220) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:00.681661 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.682319 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:00.686040 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (c94b0d33-a550-48ca-a7a2-7d2606954ab9), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.732540 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f1be88e0-9805-4260-ab53-1fa0dc436a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (6dd12ea0-db0a-4dda-b1c7-7d57a9f13069), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.735002 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f1be88e0-9805-4260-ab53-1fa0dc436a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.739056 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f1be88e0-9805-4260-ab53-1fa0dc436a98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dd12ea0-db0a-4dda-b1c7-7d57a9f13069 HTTP/1.1" status: 204 len: 168 time: 0.2588665 Jun 30 10:23:00.759797 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be88e0-9805-4260-ab53-1fa0dc436a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd12ea0-db0a-4dda-b1c7-7d57a9f13069,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:00.761904 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (2d4d9aed-7f5d-4c9f-b455-37529079c333), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.763011 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (2d4d9aed-7f5d-4c9f-b455-37529079c333), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.776589 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ae4e0-4172-4401-b4ff-b8c1831dcbdc req-d7068eb4-3e12-4564-ac3e-f7ee49660ff8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:00.778429 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-452ae4e0-4172-4401-b4ff-b8c1831dcbdc req-d7068eb4-3e12-4564-ac3e-f7ee49660ff8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0908072 Jun 30 10:23:00.837505 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'project_id': '28124a417dc443aca95f3edd11697c05', 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:23:00.838751 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.859392 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks [] for router_controller (2d4d9aed-7f5d-4c9f-b455-37529079c333), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:00.979794 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Floating IP c94b0d33-a550-48ca-a7a2-7d2606954ab9 associated. External IP: 172.27.3.193, port: af46f63a-ba7e-4998-9fab-3b4687ddbc4b. Jun 30 10:23:01.183490 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Allocated IP 172.20.0.2 (8696c136-7ee8-42d9-9741-ccc3ae5d0730/41d6c753-6eba-45fd-899e-3067e16c8d76/3ebb0cb9-bde7-4e30-9056-50196461e1b5) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:01.299869 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-452ae4e0-4172-4401-b4ff-b8c1831dcbdc req-e862ddb2-7985-41ab-8c50-b9ce4acd7030 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149629 Jun 30 10:23:01.344820 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd1a5-fe54-4238-a26c-1447f3ca9a4d req-1e5c098c-0943-420a-b6b2-34c8aafc705b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:01.346411 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b4efd1a5-fe54-4238-a26c-1447f3ca9a4d req-1e5c098c-0943-420a-b6b2-34c8aafc705b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.2017677 Jun 30 10:23:01.381775 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:01.396799 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks [] for router_gateway (2d4d9aed-7f5d-4c9f-b455-37529079c333), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.464272 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:01.494012 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b4efd1a5-fe54-4238-a26c-1447f3ca9a4d req-0e42ef8c-4c71-4c3b-ae69-688caf4f6baa tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367114 Jun 30 10:23:01.527527 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:01.528870 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Publish callbacks [] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.544552 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.559805 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Router f0279a31-58e5-415f-920b-08accb1a45ce has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:23:01.595644 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:01.599262 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:01.610327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:01.623921 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42246) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:01.675408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a319188-d40f-45af-b60c-3dc6482b66ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.690733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:01.708860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Pushing event updated for resources: {'Port': ['ID=3ebb0cb9-bde7-4e30-9056-50196461e1b5,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.728560 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.729057 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.729662 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.730215 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.730796 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.731462 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.731997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.732528 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.733069 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.733599 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.734133 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.734716 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.735260 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.736112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.737248 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:01.741533 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Attempting to bind port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:01.742253 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Attempting to bind port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:01.742881 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Attempting to bind port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 on network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:01.751173 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:01.752320 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Checking segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:01.752967 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.753607 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Bound using segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:01.754327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Bound port: 3ebb0cb9-bde7-4e30-9056-50196461e1b5, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:01.755041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.760533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:01.767274 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.805083 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:01.817746 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks [] for router_gateway (2d4d9aed-7f5d-4c9f-b455-37529079c333), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.822904 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:01.825744 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b544d62c-3d6a-416f-92fd-77fd81d7bc64 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "PUT /v2.0/floatingips/c94b0d33-a550-48ca-a7a2-7d2606954ab9 HTTP/1.1" status: 200 len: 991 time: 2.5032246 Jun 30 10:23:01.827827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:23:01.828338 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:01.830082 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677f6fc-383b-43d3-9b56-ef8eff5824ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:01.875934 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b8b3b6-aa04-406e-9496-bafcec4982d4 x-openstack-request-id: req-b9b8b3b6-aa04-406e-9496-bafcec4982d4 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:01.876441 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:01.876859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9b8b3b6-aa04-406e-9496-bafcec4982d4 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:01.877407 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b8b3b6-aa04-406e-9496-bafcec4982d4'] response: {'name': 'network-changed', 'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'status': 'completed', 'code': 200} Jun 30 10:23:01.877821 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.890816 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-079b9b08-8841-4506-8421-963e46291e71 None None] For port 3ebb0cb9-bde7-4e30-9056-50196461e1b5, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:01.897600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-079b9b08-8841-4506-8421-963e46291e71 None None] For port 3ebb0cb9-bde7-4e30-9056-50196461e1b5, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3ebb0cb9-bde7-4e30-9056-50196461e1b5,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:01.910287 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a319188-d40f-45af-b60c-3dc6482b66ee admin admin] Publish callbacks [] for security_group (1d87eb4d-e03e-42f6-b522-b20addae6700), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.917852 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.924884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a319188-d40f-45af-b60c-3dc6482b66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1d87eb4d-e03e-42f6-b522-b20addae6700), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:01.955807 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42254) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:01.978970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:01.995700 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:02.009693 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b9b08-8841-4506-8421-963e46291e71 None None] Pushing event updated for resources: {'Port': ['ID=3ebb0cb9-bde7-4e30-9056-50196461e1b5,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.038632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-5d9cbed8-8439-4b11-b13b-112f500f2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:02.041383 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-5d9cbed8-8439-4b11-b13b-112f500f2388 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1129 time: 0.1293809 Jun 30 10:23:02.042617 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319188-d40f-45af-b60c-3dc6482b66ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87eb4d-e03e-42f6-b522-b20addae6700,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.043007 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:02.052087 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7a319188-d40f-45af-b60c-3dc6482b66ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58d33495cdad426395cfb88ba3fcfb1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278314 Jun 30 10:23:02.088998 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42258) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:02.157929 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Allocated IP 172.27.3.240 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/c793d585-46af-405b-934a-a312d77dc40f) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:02.229057 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4832f32f-a59b-466c-91f9-0fbfe0ec7605 admin admin] Publish callbacks [] for security_group (1d87eb4d-e03e-42f6-b522-b20addae6700), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.237568 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-c2cf77b1-7cf6-4f8d-ae6e-b26f367202a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:02.239503 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-c2cf77b1-7cf6-4f8d-ae6e-b26f367202a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.1853101 Jun 30 10:23:02.285462 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-37573f77-ed9d-4836-82c1-43af7f7703bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.382967 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4832f32f-a59b-466c-91f9-0fbfe0ec7605 admin admin] Publish callbacks [] for security_group (1d87eb4d-e03e-42f6-b522-b20addae6700), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.403135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks [] for port (c793d585-46af-405b-934a-a312d77dc40f), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.462915 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'c94b0d33-a550-48ca-a7a2-7d2606954ab9', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'mac_address': 'fa:16:3e:9a:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:19Z', 'updated_at': '2022-06-30T10:23:00Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:02.503004 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (c793d585-46af-405b-934a-a312d77dc40f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.510113 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:02.521258 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:02.522194 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:02.557919 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-aefc77e3-196c-4e2b-9850-080fdd7ee308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 999 time: 0.2973595 Jun 30 10:23:02.567507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c793d585-46af-405b-934a-a312d77dc40f,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.575430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e1e51-0368-4c1c-86bc-8d74972f0854 req-6d4e1286-66ae-4a18-bb08-6c67fb8f6b1e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:02.588222 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8f7e1e51-0368-4c1c-86bc-8d74972f0854 req-6d4e1286-66ae-4a18-bb08-6c67fb8f6b1e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1179845 Jun 30 10:23:02.590094 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4832f32f-a59b-466c-91f9-0fbfe0ec7605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1d87eb4d-e03e-42f6-b522-b20addae6700), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.593376 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4832f32f-a59b-466c-91f9-0fbfe0ec7605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.597659 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4832f32f-a59b-466c-91f9-0fbfe0ec7605 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d87eb4d-e03e-42f6-b522-b20addae6700 HTTP/1.1" status: 204 len: 168 time: 0.5072205 Jun 30 10:23:02.603777 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:02.613192 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:02.616152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:02.624837 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832f32f-a59b-466c-91f9-0fbfe0ec7605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87eb4d-e03e-42f6-b522-b20addae6700,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.680150 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-717c5abd-0599-4515-835e-177f50ff9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:02.682480 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-717c5abd-0599-4515-835e-177f50ff9a9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0853853 Jun 30 10:23:02.689944 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:02.753298 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:02.792979 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd5e6-466f-4787-9815-a017c5a647b4 req-0243b398-774a-4db3-bebf-06efacb38fd8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:02.795150 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e3cdd5e6-466f-4787-9815-a017c5a647b4 req-0243b398-774a-4db3-bebf-06efacb38fd8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.1269732 Jun 30 10:23:02.801186 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8f7e1e51-0368-4c1c-86bc-8d74972f0854 req-409ef7d9-ab6c-4bff-98f5-bbcdb844a9f1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120616 Jun 30 10:23:02.802949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-a22b1d69-877e-4afb-bda8-418978460abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:02.803683 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-a22b1d69-877e-4afb-bda8-418978460abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090002 Jun 30 10:23:02.832032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-37573f77-ed9d-4836-82c1-43af7f7703bc admin admin] Publish callbacks [] for security_group (b83134b8-2daf-420c-a6da-989d3016b7ea), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.851077 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-37573f77-ed9d-4836-82c1-43af7f7703bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b83134b8-2daf-420c-a6da-989d3016b7ea), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:02.897324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37573f77-ed9d-4836-82c1-43af7f7703bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83134b8-2daf-420c-a6da-989d3016b7ea,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.957722 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-37573f77-ed9d-4836-82c1-43af7f7703bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1515d95a5c1843ef909db1d059da09e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9968040 Jun 30 10:23:02.961451 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42272) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:02.968634 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e3cdd5e6-466f-4787-9815-a017c5a647b4 req-29a088e5-c5a6-487e-a2bc-5d9eca16d9a7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479433 Jun 30 10:23:03.021290 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks [] for router_gateway (2d4d9aed-7f5d-4c9f-b455-37529079c333), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.057392 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-39cc0ab6-313e-4347-a10a-9362bcc837b2 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439160 Jun 30 10:23:03.078140 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'c94b0d33-a550-48ca-a7a2-7d2606954ab9', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'mac_address': 'fa:16:3e:9a:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:19Z', 'updated_at': '2022-06-30T10:23:00Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:03.088887 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:03.112206 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a9629-efa6-4534-b677-7801b7673d64 None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'c94b0d33-a550-48ca-a7a2-7d2606954ab9', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'mac_address': 'fa:16:3e:9a:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:19Z', 'updated_at': '2022-06-30T10:23:00Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:03.224695 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:03.455967 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (2d4d9aed-7f5d-4c9f-b455-37529079c333), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.519824 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f757-c6f6-4755-bd97-ee6cc7ed0cbc req-3a83c980-0aa4-4ed0-817c-69e33c6c1171 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:03.527921 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ca90f757-c6f6-4755-bd97-ee6cc7ed0cbc req-3a83c980-0aa4-4ed0-817c-69e33c6c1171 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.4498298 Jun 30 10:23:03.533106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1bc7e-031d-49a6-953e-0d637a0af904 None None] New status for floating IP c94b0d33-a550-48ca-a7a2-7d2606954ab9: ACTIVE {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:23:03.545515 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fc133d8d-491b-47ef-b3d1-a6cd2c48a067 admin admin] Publish callbacks [] for security_group (b83134b8-2daf-420c-a6da-989d3016b7ea), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.551666 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42290) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:03.559620 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:03.675022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:03.682346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fc133d8d-491b-47ef-b3d1-a6cd2c48a067 admin admin] Publish callbacks [] for security_group (b83134b8-2daf-420c-a6da-989d3016b7ea), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.687229 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7d6fd-5922-4bba-8ee8-7f0c6b9e7f5b None None] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:03.689538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (f39adc73-cff8-49aa-946a-ebc7a180624c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.725096 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Router 2d4d9aed-7f5d-4c9f-b455-37529079c333 is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:23:03.784674 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] Provisioning complete for port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:03.785280 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.811090 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8677f6fc-383b-43d3-9b56-ef8eff5824ef req-7fc6b109-ec5f-4505-bce6-9b0b93b9b1cb service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687124 Jun 30 10:23:03.892229 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:03.919245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:03.924964 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-62bc360d-cbc3-400b-98d1-9a888a7943c1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2462721 Jun 30 10:23:03.925938 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42300) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:04.009503 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] Current status of the port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:04.009898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.094761 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6961-aac0-4484-9936-040f3422ef3d req-e2137e7f-27a8-4f50-9e1a-4803e8381e7d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:04.103925 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-187a6961-aac0-4484-9936-040f3422ef3d req-e2137e7f-27a8-4f50-9e1a-4803e8381e7d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1652000 Jun 30 10:23:04.107012 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] For port 3ebb0cb9-bde7-4e30-9056-50196461e1b5, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3ebb0cb9-bde7-4e30-9056-50196461e1b5,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:04.113234 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.140281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fc133d8d-491b-47ef-b3d1-a6cd2c48a067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b83134b8-2daf-420c-a6da-989d3016b7ea), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.142815 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fc133d8d-491b-47ef-b3d1-a6cd2c48a067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.143889 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-fc133d8d-491b-47ef-b3d1-a6cd2c48a067 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b83134b8-2daf-420c-a6da-989d3016b7ea HTTP/1.1" status: 204 len: 168 time: 1.1800854 Jun 30 10:23:04.176571 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc133d8d-491b-47ef-b3d1-a6cd2c48a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83134b8-2daf-420c-a6da-989d3016b7ea,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:04.208357 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Sync routers for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:04.228727 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:04.229369 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:04.347281 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81c8d6-7638-4350-9125-a71a91a692d7 None None] Pushing event updated for resources: {'Port': ['ID=3ebb0cb9-bde7-4e30-9056-50196461e1b5,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:04.466610 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-187a6961-aac0-4484-9936-040f3422ef3d req-326b991e-bb5c-4b52-8525-64ac9dd7e452 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563976 Jun 30 10:23:04.472989 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-53a4c69d-2e94-4e1e-a4df-93c54c019695 None None] Provisioning complete for port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:04.481092 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-53a4c69d-2e94-4e1e-a4df-93c54c019695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.560348 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:04.565122 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:04.709265 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.718931 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f39adc73-cff8-49aa-946a-ebc7a180624c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:04.891645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:04.912012 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3ebb0cb9-bde7-4e30-9056-50196461e1b5 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:04.921893 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP f39adc73-cff8-49aa-946a-ebc7a180624c associated. External IP: 172.27.3.8, port: 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1. Jun 30 10:23:05.034060 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:02Z', 'revision_number': 3, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:05.074567 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Checking router: 2d4d9aed-7f5d-4c9f-b455-37529079c333 for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:05.075025 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Updating router 2d4d9aed-7f5d-4c9f-b455-37529079c333 port c793d585-46af-405b-934a-a312d77dc40f binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:23:05.080551 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-53a4c69d-2e94-4e1e-a4df-93c54c019695 None None] Current status of the port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:05.097479 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:05.100137 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:05.100429 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:05.128025 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c793d585-46af-405b-934a-a312d77dc40f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:05.136693 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:05.174073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:05.245530 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:05.275877 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:05.300647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:05.387731 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:23:05.420060 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:05.585987 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:05.592435 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:05.598278 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:05.635559 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:05.636302 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:05.686536 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Allocated IP 172.20.0.1 (8696c136-7ee8-42d9-9741-ccc3ae5d0730/41d6c753-6eba-45fd-899e-3067e16c8d76/76a055d4-cbcb-44c9-b2f9-d1d32c7ea526) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:05.724340 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Publish callbacks [] for port (c793d585-46af-405b-934a-a312d77dc40f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:05.754430 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c793d585-46af-405b-934a-a312d77dc40f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:05.831120 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b59e9ab8-c694-4fe1-8ea3-74813f74a94e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "PUT /v2.0/floatingips/f39adc73-cff8-49aa-946a-ebc7a180624c HTTP/1.1" status: 200 len: 989 time: 2.2756791 Jun 30 10:23:05.832995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:23:05.836214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:05.868863 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff613-47c7-4e0f-8509-7911877e8fb1 req-d5b61d53-e749-454c-b9ba-2fcd2a2efe34 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:05.875593 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-603ff613-47c7-4e0f-8509-7911877e8fb1 req-d5b61d53-e749-454c-b9ba-2fcd2a2efe34 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.2654281 Jun 30 10:23:05.958156 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:05.973582 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Attempting to bind port c793d585-46af-405b-934a-a312d77dc40f on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:05.973951 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Attempting to bind port c793d585-46af-405b-934a-a312d77dc40f by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:05.974315 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Attempting to bind port c793d585-46af-405b-934a-a312d77dc40f on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:05.978564 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Pushing event updated for resources: {'Port': ['ID=c793d585-46af-405b-934a-a312d77dc40f,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:05.995719 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42358) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:06.011914 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-603ff613-47c7-4e0f-8509-7911877e8fb1 req-2ed85879-e231-4ffb-ab7b-57d8c5af02b4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247888 Jun 30 10:23:06.021990 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.022370 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.027242 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.027543 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.028016 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.028436 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.028634 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.028961 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.029284 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.029607 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.039928 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.039928 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.042507 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.042875 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.043208 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:06.055902 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:06.056284 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:06.056969 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.080275 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks [] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.080437 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:06.082171 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Bound port: c793d585-46af-405b-934a-a312d77dc40f, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:06.084280 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c793d585-46af-405b-934a-a312d77dc40f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.108990 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a613f-32ab-4bbc-9c76-a170752cc42d x-openstack-request-id: req-506a613f-32ab-4bbc-9c76-a170752cc42d {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:06.109610 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:06.110204 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-506a613f-32ab-4bbc-9c76-a170752cc42d {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:06.110704 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506a613f-32ab-4bbc-9c76-a170752cc42d'] response: {'name': 'network-changed', 'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'status': 'completed', 'code': 200} Jun 30 10:23:06.181366 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.247493 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-683801281-network', 'tenant_id': '7a1214d68d944c2980887bcef3335c16'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:06.255644 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:06.286706 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bc1e1-de01-4d7d-b09b-f7c09f4e9143 req-9b6dfc36-3329-4f41-92c0-49d904843edb tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:06.294230 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:06.295450 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-114bc1e1-de01-4d7d-b09b-f7c09f4e9143 req-9b6dfc36-3329-4f41-92c0-49d904843edb tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.0933807 Jun 30 10:23:06.318287 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Pushing event updated for resources: {'Port': ['ID=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:06.326499 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] For port c793d585-46af-405b-934a-a312d77dc40f, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:06.335522 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] For port c793d585-46af-405b-934a-a312d77dc40f, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=c793d585-46af-405b-934a-a312d77dc40f,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:06.349284 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c793d585-46af-405b-934a-a312d77dc40f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.353756 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:06.361319 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:06.361831 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (2d4d9aed-7f5d-4c9f-b455-37529079c333), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.370962 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Made reservation on behalf of 7a1214d68d944c2980887bcef3335c16 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:06.375502 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.378638 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-114bc1e1-de01-4d7d-b09b-f7c09f4e9143 req-e391a2f7-683c-4af3-9064-304b82c70f89 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818503 Jun 30 10:23:06.402533 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3ebb0cb9-bde7-4e30-9056-50196461e1b5 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:06.435530 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.505624 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:06.506261 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:06.585507 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be762c18-2e37-4b13-b2ea-3c221d43b78b None None] Pushing event updated for resources: {'Port': ['ID=c793d585-46af-405b-934a-a312d77dc40f,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:06.599979 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:06.600367 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.621193 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:06.646885 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:04Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:06.670348 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks [] for security_group (52b1f348-89dc-411d-a274-c5b50295745c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.685005 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.687115 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (52b1f348-89dc-411d-a274-c5b50295745c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.687974 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:06.705328 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:23:06.716729 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:06.717584 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:06.723249 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:06.736484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (e54cf35b-4f10-4d71-a834-6196c1e588da), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.736834 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Added segment e54cf35b-4f10-4d71-a834-6196c1e588da of type vlan for network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 Jun 30 10:23:06.808905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1f348-89dc-411d-a274-c5b50295745c,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:06.815210 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b1353c6b-4721-462c-98d4-1bbefd08ea5d None None] Provisioning complete for port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:06.815826 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b1353c6b-4721-462c-98d4-1bbefd08ea5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.829384 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=7,neutron:SELECT=84,neutron:INSERT=9 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:06.835627 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.882590 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:06.890469 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b1353c6b-4721-462c-98d4-1bbefd08ea5d None None] Port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:23:06.907421 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.908447 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:06.909017 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:06.962623 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:06.999473 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0002425 Jun 30 10:23:06.999891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42392) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:07.005199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Request body: {'subnet': {'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-683801281-subnet', 'tenant_id': '7a1214d68d944c2980887bcef3335c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:07.026750 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:02Z', 'revision_number': 3, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:07.057411 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Made reservation on behalf of 7a1214d68d944c2980887bcef3335c16 for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:07.060180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:07.105068 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88dbc6-ce87-4d63-89ae-27d79fa961c0 admin admin] Pushing event updated for resources: {'Network': ['ID=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:07.119346 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c5616-661d-439c-991d-d4ee59f2adf9 None None] The sync data for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi is: [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:02Z', 'revision_number': 3, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:07.189798 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:23:07.196626 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:07.215954 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks [] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:07.227065 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ee8fd-6208-4ae9-bb7a-fb3fb0c35f1b req-fa19eb93-e9a2-457a-9c12-b7abbf963509 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:07.235729 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3c0ee8fd-6208-4ae9-bb7a-fb3fb0c35f1b req-fa19eb93-e9a2-457a-9c12-b7abbf963509 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0826998 Jun 30 10:23:07.245236 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:07.246316 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (2d4d9aed-7f5d-4c9f-b455-37529079c333), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:07.356078 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3c0ee8fd-6208-4ae9-bb7a-fb3fb0c35f1b req-a8496c86-0830-4233-b971-108870c915dd tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195157 Jun 30 10:23:07.359008 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Pushing event updated for resources: {'Port': ['ID=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:07.432990 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:07.467321 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:07.476707 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:04Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:07.522365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d706d-630a-4a22-abb4-1b86ca62ab50 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:04Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:07.706000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f6ee1-fa23-4305-9122-78d1d5acf279 req-31c251ac-2e71-447e-9e5d-ae0d59b919c5 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:07.710070 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c26f6ee1-fa23-4305-9122-78d1d5acf279 req-31c251ac-2e71-447e-9e5d-ae0d59b919c5 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.2048063 Jun 30 10:23:07.717219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:07.744859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Checking segment: {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:07.745176 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Network hostable DHCP agents. Network: aabb24d8-7a5b-46b2-ab85-969d2b04d1c7, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:23:07.770363 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:07.771873 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:07.784660 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:07.818013 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c26f6ee1-fa23-4305-9122-78d1d5acf279 req-69fa0185-a917-485f-9fe8-4a97c9be1b53 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955739 Jun 30 10:23:07.824299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:23:07.885971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, aabb24d8-7a5b-46b2-ab85-969d2b04d1c7) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:07.895407 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e017e8d-c5ac-4ee6-a0da-61c1f58f8cb0 None None] Network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:07.934078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:07.934674 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:07.973061 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da050ed5-c21c-423f-b5d8-d9974bd40666 None None] New status for floating IP f39adc73-cff8-49aa-946a-ebc7a180624c: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:23:07.997739 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7a13f721-7559-4dc6-8d58-5851cb3ba3ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9965460 Jun 30 10:23:08.018607 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-43b8a659-c4d3-4158-9df7-8e1d2d780634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:08.020298 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-43b8a659-c4d3-4158-9df7-8e1d2d780634 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 1129 time: 0.1682866 Jun 30 10:23:08.063361 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Router 2d4d9aed-7f5d-4c9f-b455-37529079c333 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:23:08.153907 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:08.194705 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666bd23-1820-4e1b-a9c0-4ff214ded432 None None] Network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:08.212796 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:08.354455 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-980ea691-b28c-4769-a242-c930a2c34e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:08.357546 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-980ea691-b28c-4769-a242-c930a2c34e79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 916 time: 0.2056701 Jun 30 10:23:08.411165 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:08.443875 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-95738faa-ffa6-4435-b6d4-abe5368599c2 admin admin] 10.222.0.44 "PUT /v2.0/routers/2d4d9aed-7f5d-4c9f-b455-37529079c333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4990337 Jun 30 10:23:08.478360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-496844c5-fe22-4961-aa30-d27424a8b517 None None] Provisioning complete for port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:08.478979 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-496844c5-fe22-4961-aa30-d27424a8b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:08.518877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device c793d585-46af-405b-934a-a312d77dc40f up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:08.628472 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d86f-030d-40cc-acb6-95a5b5b615c4 req-a0e1571c-c0af-4887-980a-4afaa835cd6e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:08.642369 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8940d86f-030d-40cc-acb6-95a5b5b615c4 req-a0e1571c-c0af-4887-980a-4afaa835cd6e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1114161 Jun 30 10:23:08.663975 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-889ed159-4b70-4af3-9c39-504d7f394bf7 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:08.667299 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-889ed159-4b70-4af3-9c39-504d7f394bf7 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.55 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.1142681 Jun 30 10:23:08.720889 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:08.799268 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8940d86f-030d-40cc-acb6-95a5b5b615c4 req-90e55229-67da-41d5-86c3-4ee58d7a44e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557605 Jun 30 10:23:08.803458 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-f9f2d1b5-3682-4f62-b898-fdd7341226db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 HTTP/1.1" status: 200 len: 999 time: 0.4286320 Jun 30 10:23:08.937855 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-496844c5-fe22-4961-aa30-d27424a8b517 None None] Port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:23:08.989330 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port c793d585-46af-405b-934a-a312d77dc40f triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:08.989849 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (c793d585-46af-405b-934a-a312d77dc40f), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.067437 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Deleting port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:23:09.069139 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.166978 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-d581790c-51fb-4729-8deb-55fccbcb97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:09.169485 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-d581790c-51fb-4729-8deb-55fccbcb97aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.3549790 Jun 30 10:23:09.188653 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port c793d585-46af-405b-934a-a312d77dc40f is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:09.190392 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c793d585-46af-405b-934a-a312d77dc40f), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.230759 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204769-d5c9-4f5c-97b7-efd245fbb2b7 req-d6519a4c-843c-461c-a58a-130885b7063d tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:09.233829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port c793d585-46af-405b-934a-a312d77dc40f, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=c793d585-46af-405b-934a-a312d77dc40f,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:09.237709 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-05204769-d5c9-4f5c-97b7-efd245fbb2b7 req-d6519a4c-843c-461c-a58a-130885b7063d tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 945 time: 0.1610296 Jun 30 10:23:09.240424 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c793d585-46af-405b-934a-a312d77dc40f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.314387 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=c793d585-46af-405b-934a-a312d77dc40f,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:09.511199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42454) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:09.517075 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-543be420-d30d-4071-884a-848010127789 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-332253176-network', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:09.540159 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543be420-d30d-4071-884a-848010127789 admin admin] Made reservation on behalf of 7b5415d0216f4b5ebdd77ba78c162297 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:09.542747 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.551899 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.563347 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:09.587657 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-5d580b49-b932-470a-a457-e693d9bb9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:09.589353 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-5d580b49-b932-470a-a457-e693d9bb9c37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3838465 Jun 30 10:23:09.597450 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:09.641417 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks [] for security_group (b1a84b29-48c8-4ffb-a54b-9382929740ff), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.641779 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] For port 17ab61ac-e263-4d37-b9b1-bdb12411fb10, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=17ab61ac-e263-4d37-b9b1-bdb12411fb10,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:09.642149 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.645987 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b1a84b29-48c8-4ffb-a54b-9382929740ff), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.679181 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543be420-d30d-4071-884a-848010127789 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:23:09.681855 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Calling delete_port for 17ab61ac-e263-4d37-b9b1-bdb12411fb10 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:23:09.691091 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543be420-d30d-4071-884a-848010127789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a84b29-48c8-4ffb-a54b-9382929740ff,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:09.692041 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-05204769-d5c9-4f5c-97b7-efd245fbb2b7 req-47e325b9-e1f2-4a36-b072-28eef2168dd6 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceabdbce-3042-4ee1-a80a-e6f2a06f393a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532239 Jun 30 10:23:09.710069 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (dd9b1191-1f18-4507-b25f-c9cb5cfcb36d), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.710403 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-543be420-d30d-4071-884a-848010127789 admin admin] Added segment dd9b1191-1f18-4507-b25f-c9cb5cfcb36d of type vlan for network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb Jun 30 10:23:09.777764 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (02519dd8-b7bb-4682-8ef0-b34e3a6635eb), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.826555 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (02519dd8-b7bb-4682-8ef0-b34e3a6635eb), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.828325 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543be420-d30d-4071-884a-848010127789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:09.829243 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-543be420-d30d-4071-884a-848010127789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:09.835416 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-b1a3147b-fd96-483e-82c5-458a9d3a0281 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354274 Jun 30 10:23:09.845631 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:09.905675 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-543be420-d30d-4071-884a-848010127789 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3925273 Jun 30 10:23:09.918651 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42462) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:09.924411 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Request body: {'subnet': {'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-332253176-subnet', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:09.967865 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ff8d81e-cc6f-435d-ba22-89ab03b584a0 req-82b82658-a64a-49fc-bc18-de5e1127923b service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228337 Jun 30 10:23:10.021727 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Made reservation on behalf of 7b5415d0216f4b5ebdd77ba78c162297 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:10.025199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.049857 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (17ab61ac-e263-4d37-b9b1-bdb12411fb10), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.076737 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Sync routers for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:10.080671 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['17ab61ac-e263-4d37-b9b1-bdb12411fb10'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:23:10.085318 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543be420-d30d-4071-884a-848010127789 admin admin] Pushing event updated for resources: {'Network': ['ID=02519dd8-b7bb-4682-8ef0-b34e3a6635eb,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:10.100397 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc797-8b56-4c1e-b200-0afa869efbb4 req-ef2143e9-b615-4f0e-a454-bbed52bb7252 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:10.101953 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3d5bc797-8b56-4c1e-b200-0afa869efbb4 req-ef2143e9-b615-4f0e-a454-bbed52bb7252 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1680584 Jun 30 10:23:10.105352 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:23:10.109006 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Pushing event deleted for resources: {'Port': ['ID=17ab61ac-e263-4d37-b9b1-bdb12411fb10,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:10.113468 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:10.133960 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:10.135009 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:10.195381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] No DVR routers for this DVR port 17ab61ac-e263-4d37-b9b1-bdb12411fb10 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:23:10.200224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.204161 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a912fce7-3ddc-4727-b0ec-63a13d550ef3 req-d8ed5455-71bc-4fca-b4b9-860b692fc503 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.55 "DELETE /v2.0/ports/17ab61ac-e263-4d37-b9b1-bdb12411fb10 HTTP/1.1" status: 204 len: 173 time: 1.5257974 Jun 30 10:23:10.204812 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22166f0a-1a76-47d4-9462-86000520ce14', 'name': 'network-vif-deleted', 'tag': '17ab61ac-e263-4d37-b9b1-bdb12411fb10'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:23:10.207470 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59e9dc-7374-40f3-bdf2-23a6e80a0a67" -d '{"events": [{"server_uuid": "22166f0a-1a76-47d4-9462-86000520ce14", "name": "network-vif-deleted", "tag": "17ab61ac-e263-4d37-b9b1-bdb12411fb10"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:10.303743 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4666f2a-72ed-40a7-be11-cbc387c2f99a x-openstack-request-id: req-e4666f2a-72ed-40a7-be11-cbc387c2f99a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:10.303908 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3d5bc797-8b56-4c1e-b200-0afa869efbb4 req-639fb261-6632-4de7-81e2-3ca8949001cf tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582892 Jun 30 10:23:10.304574 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22166f0a-1a76-47d4-9462-86000520ce14", "name": "network-vif-deleted", "tag": "17ab61ac-e263-4d37-b9b1-bdb12411fb10", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:10.305037 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4666f2a-72ed-40a7-be11-cbc387c2f99a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:10.305719 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4666f2a-72ed-40a7-be11-cbc387c2f99a'] response: {'server_uuid': '22166f0a-1a76-47d4-9462-86000520ce14', 'name': 'network-vif-deleted', 'tag': '17ab61ac-e263-4d37-b9b1-bdb12411fb10', 'status': 'completed', 'code': 200} Jun 30 10:23:10.457938 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (62b8df02-0514-4d3c-8f06-9096c69f29f7), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.516175 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:10.519666 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device c793d585-46af-405b-934a-a312d77dc40f up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:10.547688 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b8df02-0514-4d3c-8f06-9096c69f29f7,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:10.577843 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Checking segment: {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:10.578205 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Network hostable DHCP agents. Network: 02519dd8-b7bb-4682-8ef0-b34e3a6635eb, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:23:10.601135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:23:10.614114 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 02519dd8-b7bb-4682-8ef0-b34e3a6635eb) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:10.629812 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad68b7-0ceb-434d-a8a6-d3ccb273aac8 None None] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:10.631894 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:10.634129 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.661004 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f861cdec-494c-4bf1-ac49-89bd87a1e6b4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7410636 Jun 30 10:23:10.664054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42486) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:10.674638 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:10.709621 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (67859515-de59-4470-adeb-49a589e47e1f), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.712646 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (67859515-de59-4470-adeb-49a589e47e1f), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.717685 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-8875d978-89d5-4ca5-a9dd-841821fd32b8 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:10.719721 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-8875d978-89d5-4ca5-a9dd-841821fd32b8 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/networks?id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 HTTP/1.1" status: 200 len: 813 time: 0.1548543 Jun 30 10:23:10.722612 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:10.724301 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:10.759829 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-fef67540-1110-4eb3-84f3-cca276f05521 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/quotas/7a1214d68d944c2980887bcef3335c16 HTTP/1.1" status: 200 len: 375 time: 0.0323057 Jun 30 10:23:10.803918 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port c793d585-46af-405b-934a-a312d77dc40f triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:10.804289 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (c793d585-46af-405b-934a-a312d77dc40f), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.808885 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-0beec14b-c7b1-4e5c-8799-9f03104edee6 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a1214d68d944c2980887bcef3335c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420570 Jun 30 10:23:10.813818 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks [] for router_controller (67859515-de59-4470-adeb-49a589e47e1f), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.854222 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-609190b1-4d3d-4ec8-95aa-7a0aec0c3dce req-186d3d37-5f47-4168-bb43-e5e08fcc0e47 tempest-DeleteServersTestJSON-1083724233 tempest-DeleteServersTestJSON-1083724233-project] 10.222.0.44 "GET /v2.0/ports?device_id=22166f0a-1a76-47d4-9462-86000520ce14 HTTP/1.1" status: 200 len: 210 time: 0.0416651 Jun 30 10:23:10.881994 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:10.909923 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-02519dd8-b7bb-4682-8ef0-b34e3a6635eb', 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb', 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'fixed_ips': [{'subnet_id': '62b8df02-0514-4d3c-8f06-9096c69f29f7'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:23:10.911073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:10.949909 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-34ec327d-b604-4caa-90b3-1155fa9b343a service neutron] 10.222.0.44 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337645 Jun 30 10:23:10.967639 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 2, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:11.016216 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks [] for router_gateway (67859515-de59-4470-adeb-49a589e47e1f), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.053404 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-06590a6b-1049-4742-8813-1d3578117a12 service neutron] 10.222.0.44 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023617 Jun 30 10:23:11.069375 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Checking router: 2d4d9aed-7f5d-4c9f-b455-37529079c333 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:11.069725 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Updating router 2d4d9aed-7f5d-4c9f-b455-37529079c333 port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:23:11.107014 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port c793d585-46af-405b-934a-a312d77dc40f is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:11.135661 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.265524 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Allocated IP 172.20.0.2 (02519dd8-b7bb-4682-8ef0-b34e3a6635eb/62b8df02-0514-4d3c-8f06-9096c69f29f7/1bb48dab-41b5-4242-811c-138a865cd972) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:11.301153 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3f483234-fe25-480a-8d5a-3a0151e81a53 req-6be7bc93-18a1-4ed5-9b69-e8b3bdd36893 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 210 time: 0.0434647 Jun 30 10:23:11.302431 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks [] for router_gateway (67859515-de59-4470-adeb-49a589e47e1f), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.322872 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.387860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:11.564775 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017b25f-935a-470b-b766-de9ed32cfc23 req-6a804a01-e461-49c9-bfce-872321e1bea6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:11.572008 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Allocated IP 172.27.3.229 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/05a20fa2-907e-4f3a-ae30-392fb0441aba) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:11.572932 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c017b25f-935a-470b-b766-de9ed32cfc23 req-6a804a01-e461-49c9-bfce-872321e1bea6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1440415 Jun 30 10:23:11.678398 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:11.708956 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c017b25f-935a-470b-b766-de9ed32cfc23 req-46cabc47-0018-4213-9cad-2bb5de60254d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247582 Jun 30 10:23:11.751193 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-91f4f1a4-5ad8-43b5-a9e1-3aa63431cc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.806541 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Publish callbacks [] for port (1bb48dab-41b5-4242-811c-138a865cd972), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.839827 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (1bb48dab-41b5-4242-811c-138a865cd972), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.886981 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:11.892464 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks [] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.917509 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Publish callbacks [] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.937426 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:11.941454 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.944160 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:11.948374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:11.952241 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:11.954339 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Pushing event updated for resources: {'Port': ['ID=1bb48dab-41b5-4242-811c-138a865cd972,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:12.002905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:12.011729 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:12.016387 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:12.126318 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Pushing event updated for resources: {'Port': ['ID=05a20fa2-907e-4f3a-ae30-392fb0441aba,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:12.189286 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:12.327819 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Attempting to bind port 1bb48dab-41b5-4242-811c-138a865cd972 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:12.328347 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Attempting to bind port 1bb48dab-41b5-4242-811c-138a865cd972 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:12.328886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Attempting to bind port 1bb48dab-41b5-4242-811c-138a865cd972 on network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:12.372736 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks [] for router_gateway (67859515-de59-4470-adeb-49a589e47e1f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.391805 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b149039-9656-483e-ae99-c51a9c752603 None None] Pushing event updated for resources: {'Port': ['ID=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:12.395972 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:12.396441 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Checking segment: {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:12.396748 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.397212 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Bound using segment: {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:12.397706 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Bound port: 1bb48dab-41b5-4242-811c-138a865cd972, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:12.398096 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (1bb48dab-41b5-4242-811c-138a865cd972), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.449613 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-bc98c7a5-2b7b-41b6-83d6-0ee5a6197c93 None None] Provisioning complete for port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:12.449999 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bc98c7a5-2b7b-41b6-83d6-0ee5a6197c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.504494 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Attempting to bind port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:12.504861 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Attempting to bind port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:12.505258 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Attempting to bind port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 on network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:12.533271 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-bc98c7a5-2b7b-41b6-83d6-0ee5a6197c93 None None] Port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:23:12.534945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:12.535318 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Checking segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:12.535717 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.536103 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Bound using segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:12.536708 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Bound port: 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:12.536966 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.565881 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] For port 1bb48dab-41b5-4242-811c-138a865cd972, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:12.597247 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] For port 1bb48dab-41b5-4242-811c-138a865cd972, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=1bb48dab-41b5-4242-811c-138a865cd972,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:12.612610 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (1bb48dab-41b5-4242-811c-138a865cd972), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.674209 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] For port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:12.680730 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] For port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:12.692574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c99d8-3274-475a-bc73-fe64329361b1 None None] Pushing event updated for resources: {'Port': ['ID=1bb48dab-41b5-4242-811c-138a865cd972,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:12.699244 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.700999 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-08e45f32-8bff-465b-9245-b7e8907e9d4d req-212a0cdf-9000-4323-a77d-474c67f065b3 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 210 time: 0.2550325 Jun 30 10:23:12.719538 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:12.752829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:12.800513 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:12.801478 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:12.944443 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 17ab61ac-e263-4d37-b9b1-bdb12411fb10 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:12.947138 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5504d6-ee45-4634-9683-a9a4efcbb98e req-7dfc4ec4-d496-4104-8904-cd1af2c49fb6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:12.949751 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c5504d6-ee45-4634-9683-a9a4efcbb98e req-7dfc4ec4-d496-4104-8904-cd1af2c49fb6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0831265 Jun 30 10:23:12.951816 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (67859515-de59-4470-adeb-49a589e47e1f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:12.967812 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b149039-9656-483e-ae99-c51a9c752603 None None] Pushing event updated for resources: {'Port': ['ID=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:13.139008 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c5504d6-ee45-4634-9683-a9a4efcbb98e req-3896bfc1-752a-4bb3-80ee-e2fd0ac8cb07 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754463 Jun 30 10:23:13.143830 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 17ab61ac-e263-4d37-b9b1-bdb12411fb10 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:23:13.144377 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 17ab61ac-e263-4d37-b9b1-bdb12411fb10 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:13.235655 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b243b140-e1f6-484a-9315-6f9b03f0b897 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:13.242624 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b243b140-e1f6-484a-9315-6f9b03f0b897 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "GET /v2.0/networks?id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 HTTP/1.1" status: 200 len: 813 time: 0.2915583 Jun 30 10:23:13.266955 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Request body: {'port': {'device_id': '1f650871-5aba-4aa5-9245-766d014dafdc', 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7', 'admin_state_up': True, 'tenant_id': '7a1214d68d944c2980887bcef3335c16'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:13.309358 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:13.341726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Router 67859515-de59-4470-adeb-49a589e47e1f is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:23:13.438508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Made reservation on behalf of 7a1214d68d944c2980887bcef3335c16 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:13.444007 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] Provisioning complete for port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:13.444276 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:13.447530 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:13.547767 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:13.553309 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:13.558738 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Sync routers for ids ['67859515-de59-4470-adeb-49a589e47e1f'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:13.560244 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:13.577253 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Routers {'67859515-de59-4470-adeb-49a589e47e1f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:13.579415 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:22:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['67859515-de59-4470-adeb-49a589e47e1f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:13.619827 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:13.621250 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-743c83b2-64c1-4f8b-b20f-78a1fedf3b98 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9504013 Jun 30 10:23:13.624111 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42562) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:13.685276 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Allocated IP 172.20.0.6 (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7/e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45/cfa6d202-d254-4b7f-be71-91a47d4425ff) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:13.907298 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:12Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:13.935380 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Set router 67859515-de59-4470-adeb-49a589e47e1f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:13.947877 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1cbe8b75-6b98-4a98-8592-443b71de8577 req-e0ba5150-7574-4463-8d13-8e03d5afc286 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 210 time: 0.0765622 Jun 30 10:23:14.037103 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7004561-cdcb-4621-92cb-ef2bfd0020a1 None None] The sync data for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi is: [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:12Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:14.039280 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42574) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:14.083823 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] Current status of the port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:14.084342 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.165462 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f3b292a7-7b28-4f92-ab3a-b263aedd2a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.266734 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] For port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:14.279575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.409060 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf5c2b-df09-4829-a171-aee5125510ca None None] Pushing event updated for resources: {'Port': ['ID=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:14.538202 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:23:12Z', 'revision_number': 3, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:14.598374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 1bb48dab-41b5-4242-811c-138a865cd972 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:14.615144 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Checking router: 67859515-de59-4470-adeb-49a589e47e1f for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:14.615702 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Updating router 67859515-de59-4470-adeb-49a589e47e1f port 05a20fa2-907e-4f3a-ae30-392fb0441aba binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:23:14.622138 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71367466-e1c0-430d-a7c1-2c8d5edf80bc req-1cb2ab1c-3df5-41a4-b218-34ab4722918a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:14.634001 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-71367466-e1c0-430d-a7c1-2c8d5edf80bc req-1cb2ab1c-3df5-41a4-b218-34ab4722918a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.3365049 Jun 30 10:23:14.658353 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6242e85b-f148-4eba-b52c-5c5b25364c03 None None] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:14.700615 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.736437 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks [] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.774743 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-71367466-e1c0-430d-a7c1-2c8d5edf80bc req-68151161-4629-4afc-85f4-209cfd5c74fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312289 Jun 30 10:23:14.774952 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] Provisioning complete for port 1bb48dab-41b5-4242-811c-138a865cd972 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:14.774952 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (1bb48dab-41b5-4242-811c-138a865cd972), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.788450 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 1bb48dab-41b5-4242-811c-138a865cd972 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:14.788778 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (1bb48dab-41b5-4242-811c-138a865cd972), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.853935 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:14.877199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:14.907579 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:14.939482 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:15.062085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:15.090627 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:15.094575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Pushing event updated for resources: {'Port': ['ID=cfa6d202-d254-4b7f-be71-91a47d4425ff,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.118843 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:15.128537 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.130565 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:15.139595 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.193606 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:15.319816 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-496c5234-fbda-4bc2-a69c-637afa2f6205 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0685000 Jun 30 10:23:15.358039 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Request body: {'port': {'device_id': '1f650871-5aba-4aa5-9245-766d014dafdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:15.374875 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247801cc-044e-4962-a26c-828131ad6bc5 req-985016c7-9d28-4b9e-bdec-2f369c00cee8 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:15.377767 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-247801cc-044e-4962-a26c-828131ad6bc5 req-985016c7-9d28-4b9e-bdec-2f369c00cee8 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 931 time: 0.2315683 Jun 30 10:23:15.420624 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] Current status of the port 1bb48dab-41b5-4242-811c-138a865cd972 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:15.421186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (1bb48dab-41b5-4242-811c-138a865cd972), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.476774 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Publish callbacks [] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.488508 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:15.497576 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Allocated IP 172.20.0.1 (02519dd8-b7bb-4682-8ef0-b34e3a6635eb/62b8df02-0514-4d3c-8f06-9096c69f29f7/7f9b8ab9-16c2-4386-a034-de3f62657907) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:15.501734 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.512231 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] For port 1bb48dab-41b5-4242-811c-138a865cd972, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=1bb48dab-41b5-4242-811c-138a865cd972,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:15.517638 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.519006 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 1bb48dab-41b5-4242-811c-138a865cd972 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:15.519376 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (1bb48dab-41b5-4242-811c-138a865cd972), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.580510 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (1bb48dab-41b5-4242-811c-138a865cd972), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.634444 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b408a-9db8-4ad6-befd-cfd640812a51 None None] Pushing event updated for resources: {'Port': ['ID=05a20fa2-907e-4f3a-ae30-392fb0441aba,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.675443 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Attempting to bind port 05a20fa2-907e-4f3a-ae30-392fb0441aba on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:15.675788 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641349fb-1493-4ca7-bfa2-3606a96f4bec None None] Pushing event updated for resources: {'Port': ['ID=1bb48dab-41b5-4242-811c-138a865cd972,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.676302 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Attempting to bind port 05a20fa2-907e-4f3a-ae30-392fb0441aba by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:15.681075 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Attempting to bind port 05a20fa2-907e-4f3a-ae30-392fb0441aba on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:15.695488 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:15.695902 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:15.696775 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.697181 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:15.697686 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Bound port: 05a20fa2-907e-4f3a-ae30-392fb0441aba, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:15.698324 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.749833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.db.api [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 10:23:15.750261 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG oslo_db.api [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:23:15.754959 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-4727b02f-907b-4c74-b880-beda3329e098 None None] Provisioning complete for port 1bb48dab-41b5-4242-811c-138a865cd972 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:15.755497 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4727b02f-907b-4c74-b880-beda3329e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (1bb48dab-41b5-4242-811c-138a865cd972), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.777684 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks [] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.779702 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] For port 05a20fa2-907e-4f3a-ae30-392fb0441aba, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:15.784104 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] For port 05a20fa2-907e-4f3a-ae30-392fb0441aba, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=05a20fa2-907e-4f3a-ae30-392fb0441aba,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:15.798253 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.820997 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-247801cc-044e-4962-a26c-828131ad6bc5 req-c32a0bc6-0d50-4743-aaed-e401536d7bdb tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299319 Jun 30 10:23:15.839100 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.872818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:15.882508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:15.891016 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-4727b02f-907b-4c74-b880-beda3329e098 None None] Current status of the port 1bb48dab-41b5-4242-811c-138a865cd972 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:15.906738 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Routers {'67859515-de59-4470-adeb-49a589e47e1f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:15.907628 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:23:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['67859515-de59-4470-adeb-49a589e47e1f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:15.952927 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b408a-9db8-4ad6-befd-cfd640812a51 None None] Pushing event updated for resources: {'Port': ['ID=05a20fa2-907e-4f3a-ae30-392fb0441aba,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.972594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:15.987021 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:16.020419 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (fe7ed800-f6e9-47b9-b548-bea0043ea2db), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.022400 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7865e58-8791-4ee0-a006-dbde8e664a7b req-e7af5c5f-0307-4533-9eae-1f8682feddb8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:16.024825 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d7865e58-8791-4ee0-a006-dbde8e664a7b req-e7af5c5f-0307-4533-9eae-1f8682feddb8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1534104 Jun 30 10:23:16.025488 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Pushing event updated for resources: {'Port': ['ID=7f9b8ab9-16c2-4386-a034-de3f62657907,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:16.029675 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:16.030101 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (67859515-de59-4470-adeb-49a589e47e1f), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.055162 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] Set router 67859515-de59-4470-adeb-49a589e47e1f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:16.234018 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d7865e58-8791-4ee0-a006-dbde8e664a7b req-77c61c9e-b2e6-45c7-8c48-f6fdc9f0e407 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437969 Jun 30 10:23:16.288307 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.316608 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 1bb48dab-41b5-4242-811c-138a865cd972 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:16.317860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:16.406040 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:16.408824 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.422435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:16.466222 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:16.516378 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:23:12Z', 'revision_number': 3, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:16.532184 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:16.535201 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:16.545188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-825e4530-e0ae-4e12-8ac3-125f44df04de None None] Provisioning complete for port 7f9b8ab9-16c2-4386-a034-de3f62657907 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:16.545638 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-825e4530-e0ae-4e12-8ac3-125f44df04de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.551964 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c67148-52d3-4c98-b848-a1df383928b6 None None] The sync data for ids ['67859515-de59-4470-adeb-49a589e47e1f'] in dv-cinder-826608-4-iscsi is: [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:23:12Z', 'revision_number': 3, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:16.571840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks [] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.580152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.580959 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (67859515-de59-4470-adeb-49a589e47e1f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.588595 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-825e4530-e0ae-4e12-8ac3-125f44df04de None None] Port 7f9b8ab9-16c2-4386-a034-de3f62657907 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:23:16.662460 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Pushing event updated for resources: {'Port': ['ID=7f9b8ab9-16c2-4386-a034-de3f62657907,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:16.684816 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.687010 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 1bb48dab-41b5-4242-811c-138a865cd972 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:16.737103 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:16.775873 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 1bb48dab-41b5-4242-811c-138a865cd972 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:16.776488 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (1bb48dab-41b5-4242-811c-138a865cd972), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.787874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:16.794650 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:16.922501 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 1bb48dab-41b5-4242-811c-138a865cd972 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:16.924305 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:16.962350 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa6d202-d254-4b7f-be71-91a47d4425ff {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:23:16.991168 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Publish callbacks [] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:16.995676 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Deleting port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:23:16.996213 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.027757 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:17.055187 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Router 67859515-de59-4470-adeb-49a589e47e1f has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:23:17.083337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Transition to ACTIVE for port object cfa6d202-d254-4b7f-be71-91a47d4425ff will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:23:17.124616 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.128745 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:17.129868 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.173664 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.198432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2557-e622-4e0e-b8d8-2162a69ca8cf req-0f849c72-0ede-4696-abcf-19556bb3c26d tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:17.210877 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4a0c2557-e622-4e0e-b8d8-2162a69ca8cf req-0f849c72-0ede-4696-abcf-19556bb3c26d tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 931 time: 0.2377560 Jun 30 10:23:17.291305 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:17.316221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] For port cf95ec14-d5c2-476c-b0ef-8df7f1db20bb, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:17.316568 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.324754 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ffb0f0ee-eb98-4827-ad05-7600225ab63a admin admin] 10.222.0.44 "PUT /v2.0/routers/67859515-de59-4470-adeb-49a589e47e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6871822 Jun 30 10:23:17.354868 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Pushing event updated for resources: {'Port': ['ID=cfa6d202-d254-4b7f-be71-91a47d4425ff,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:17.384707 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Calling delete_port for cf95ec14-d5c2-476c-b0ef-8df7f1db20bb owned by network:router_interface {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:23:17.469642 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790aec0-6b79-4fec-9d3f-63016e3d8a71 req-a405ea35-611a-41d9-8d48-0c38a4e270b0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:17.471416 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8790aec0-6b79-4fec-9d3f-63016e3d8a71 req-a405ea35-611a-41d9-8d48-0c38a4e270b0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0719202 Jun 30 10:23:17.539527 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-bc241c2f-b358-455c-bbdf-9eab7e5dcba4 None None] Provisioning complete for port 7f9b8ab9-16c2-4386-a034-de3f62657907 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:17.540066 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bc241c2f-b358-455c-bbdf-9eab7e5dcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.553052 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8790aec0-6b79-4fec-9d3f-63016e3d8a71 req-8e8e2a93-50c6-4d93-ae32-59ddef1c9d3d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684731 Jun 30 10:23:17.601152 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-bc241c2f-b358-455c-bbdf-9eab7e5dcba4 None None] Port 7f9b8ab9-16c2-4386-a034-de3f62657907 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:23:17.604255 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4a0c2557-e622-4e0e-b8d8-2162a69ca8cf req-a2a65b0d-05e5-4be4-ba1d-93a928e8baa6 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656929 Jun 30 10:23:17.609876 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Attempting to bind port cfa6d202-d254-4b7f-be71-91a47d4425ff on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:17.610224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Attempting to bind port cfa6d202-d254-4b7f-be71-91a47d4425ff by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:17.610555 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Attempting to bind port cfa6d202-d254-4b7f-be71-91a47d4425ff on network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:17.615292 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:17.637251 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Port cfa6d202-d254-4b7f-be71-91a47d4425ff on network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:23:17.637583 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Attempting to bind port cfa6d202-d254-4b7f-be71-91a47d4425ff on network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:17.651836 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:17.652212 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Checking segment: {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:17.652565 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Bound using segment: {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:17.653038 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Bound port: cfa6d202-d254-4b7f-be71-91a47d4425ff, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:17.653539 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.667712 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:17.794875 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] For port cfa6d202-d254-4b7f-be71-91a47d4425ff, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:17.803770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] For port cfa6d202-d254-4b7f-be71-91a47d4425ff, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cfa6d202-d254-4b7f-be71-91a47d4425ff,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:17.815922 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.872910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:17.874213 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.875748 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] 10.222.0.55 "PUT /v2.0/ports/cfa6d202-d254-4b7f-be71-91a47d4425ff HTTP/1.1" status: 200 len: 1093 time: 2.5463927 Jun 30 10:23:17.884415 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f650871-5aba-4aa5-9245-766d014dafdc', 'tag': 'cfa6d202-d254-4b7f-be71-91a47d4425ff'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:23:17.886786 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2108aa8c-1c2d-4f76-a899-331306a9b05a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f650871-5aba-4aa5-9245-766d014dafdc", "tag": "cfa6d202-d254-4b7f-be71-91a47d4425ff"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:17.951216 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42634) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:17.955855 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534804683', 'description': 'tempest-secgroup-smoke-1534804683 description', 'project_id': '28124a417dc443aca95f3edd11697c05'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:17.963107 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b0733-c6e7-4899-b202-2cecac062eba service neutron] Pushing event updated for resources: {'Port': ['ID=cfa6d202-d254-4b7f-be71-91a47d4425ff,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:17.981550 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (cf95ec14-d5c2-476c-b0ef-8df7f1db20bb), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:17.991519 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e80bf4-a0e2-4de3-a805-b57e8d6f5f0e x-openstack-request-id: req-75e80bf4-a0e2-4de3-a805-b57e8d6f5f0e {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:17.991946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f650871-5aba-4aa5-9245-766d014dafdc", "tag": "cfa6d202-d254-4b7f-be71-91a47d4425ff", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:17.993243 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75e80bf4-a0e2-4de3-a805-b57e8d6f5f0e {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:17.994193 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e80bf4-a0e2-4de3-a805-b57e8d6f5f0e'] response: {'name': 'network-changed', 'server_uuid': '1f650871-5aba-4aa5-9245-766d014dafdc', 'tag': 'cfa6d202-d254-4b7f-be71-91a47d4425ff', 'status': 'completed', 'code': 200} Jun 30 10:23:18.000900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42636) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:18.010131 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.041908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf95ec14-d5c2-476c-b0ef-8df7f1db20bb,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:18.101091 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group (a847f7d9-e343-4bee-a7f2-af4b5db41d13), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.109863 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a847f7d9-e343-4bee-a7f2-af4b5db41d13), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.155988 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.157301 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2049830 Jun 30 10:23:18.158192 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd360b-143d-4023-baf3-f463dba1d346 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a847f7d9-e343-4bee-a7f2-af4b5db41d13,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:18.160842 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42640) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:18.175693 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group_rule': {'security_group_id': 'a847f7d9-e343-4bee-a7f2-af4b5db41d13', 'project_id': '28124a417dc443aca95f3edd11697c05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:18.199035 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f7d74ccf-b9fb-4aea-b2d5-9e8ee1b51dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.237841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (3155bd41-d234-4ae6-9dd0-0f7e4c82c1c4), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.251126 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (fe7ed800-f6e9-47b9-b548-bea0043ea2db), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.288734 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:18.313632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:18.314110 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f7d74ccf-b9fb-4aea-b2d5-9e8ee1b51dfd admin admin] Publish callbacks [] for security_group (2e929821-7d93-4e4c-aee1-30d8ce5470ab), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.319516 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f7d74ccf-b9fb-4aea-b2d5-9e8ee1b51dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2e929821-7d93-4e4c-aee1-30d8ce5470ab), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.370507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d74ccf-b9fb-4aea-b2d5-9e8ee1b51dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e929821-7d93-4e4c-aee1-30d8ce5470ab,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:18.378105 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f7d74ccf-b9fb-4aea-b2d5-9e8ee1b51dfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6043841f0f8040788cfef3151e924bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734844 Jun 30 10:23:18.378450 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42642) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:18.386498 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:18.403556 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (3155bd41-d234-4ae6-9dd0-0f7e4c82c1c4), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.409797 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (3155bd41-d234-4ae6-9dd0-0f7e4c82c1c4), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.438761 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155bd41-d234-4ae6-9dd0-0f7e4c82c1c4,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:18.448371 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad607-68e2-44f8-a269-b14658f78974 admin admin] Publish callbacks [] for security_group (2e929821-7d93-4e4c-aee1-30d8ce5470ab), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.451400 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.452482 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-179ae68b-ea7d-41bf-bdc6-cc3e12665894 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897022 Jun 30 10:23:18.455296 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42644) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:18.460537 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group_rule': {'security_group_id': 'a847f7d9-e343-4bee-a7f2-af4b5db41d13', 'project_id': '28124a417dc443aca95f3edd11697c05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:18.491592 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad607-68e2-44f8-a269-b14658f78974 admin admin] Publish callbacks [] for security_group (2e929821-7d93-4e4c-aee1-30d8ce5470ab), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.528126 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (92cb56a8-353d-46df-9405-8a7dda40e258), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.534338 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:18.562955 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Router fe7ed800-f6e9-47b9-b548-bea0043ea2db has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:23:18.591840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad607-68e2-44f8-a269-b14658f78974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2e929821-7d93-4e4c-aee1-30d8ce5470ab), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.594309 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad607-68e2-44f8-a269-b14658f78974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.595504 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6a2ad607-68e2-44f8-a269-b14658f78974 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e929821-7d93-4e4c-aee1-30d8ce5470ab HTTP/1.1" status: 204 len: 168 time: 0.2160935 Jun 30 10:23:18.604926 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (92cb56a8-353d-46df-9405-8a7dda40e258), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.610877 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ad607-68e2-44f8-a269-b14658f78974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e929821-7d93-4e4c-aee1-30d8ce5470ab,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:18.624989 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (92cb56a8-353d-46df-9405-8a7dda40e258), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.654659 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cb56a8-353d-46df-9405-8a7dda40e258,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:18.668297 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.672214 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-7c310492-43bd-4754-baf7-5b82c4073b8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2149560 Jun 30 10:23:18.674327 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42652) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:18.684206 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group_rule': {'security_group_id': 'a847f7d9-e343-4bee-a7f2-af4b5db41d13', 'project_id': '28124a417dc443aca95f3edd11697c05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:18.809795 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (5aa57065-e177-4160-a909-41c5a9bd84cf), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.819835 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 05a20fa2-907e-4f3a-ae30-392fb0441aba up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:18.840799 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7a542-1e45-4823-97ac-7239471cc12c req-d3ef28aa-fafc-48c7-8b61-2643005c1e44 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:18.842411 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f3d7a542-1e45-4823-97ac-7239471cc12c req-d3ef28aa-fafc-48c7-8b61-2643005c1e44 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1115580 Jun 30 10:23:18.884284 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 05a20fa2-907e-4f3a-ae30-392fb0441aba triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:18.885060 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.897189 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:18.908651 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-3a6399ba-d996-4598-8178-7b08b1afbdb5 admin admin] 10.222.0.44 "PUT /v2.0/routers/fe7ed800-f6e9-47b9-b548-bea0043ea2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8485582 Jun 30 10:23:18.909293 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42658) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:18.953061 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f3d7a542-1e45-4823-97ac-7239471cc12c req-78cc12bf-4f96-429c-b9f1-8808e3c2cd04 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988171 Jun 30 10:23:18.959754 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (5aa57065-e177-4160-a909-41c5a9bd84cf), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:18.962942 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] Sync routers for ids ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:18.966515 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (5aa57065-e177-4160-a909-41c5a9bd84cf), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.008677 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] Routers {'fe7ed800-f6e9-47b9-b548-bea0043ea2db'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:19.009361 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:23:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:19.018433 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa57065-e177-4160-a909-41c5a9bd84cf,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:19.052370 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.055560 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6a2fee71-9c83-4b27-ab18-f5370926537d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792777 Jun 30 10:23:19.056507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42660) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:19.062435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group_rule': {'security_group_id': 'a847f7d9-e343-4bee-a7f2-af4b5db41d13', 'project_id': '28124a417dc443aca95f3edd11697c05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:19.068860 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d313626-00c9-4312-b96d-df7ba64ffd6f req-59b54f54-7da1-43c8-b118-596b96103d67 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:19.071393 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0d313626-00c9-4312-b96d-df7ba64ffd6f req-59b54f54-7da1-43c8-b118-596b96103d67 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 943 time: 0.3115809 Jun 30 10:23:19.072303 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108aa8c-1c2d-4f76-a899-331306a9b05a req-069f85c6-c433-4ee4-9d59-61c209e6ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:19.074609 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2108aa8c-1c2d-4f76-a899-331306a9b05a req-069f85c6-c433-4ee4-9d59-61c209e6ff11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a1214d68d944c2980887bcef3335c16&device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 1127 time: 0.3143151 Jun 30 10:23:19.083605 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks [] for router (fe7ed800-f6e9-47b9-b548-bea0043ea2db), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.107179 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (e74daed2-5e44-4e24-af7a-9559f23be721), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.108993 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 05a20fa2-907e-4f3a-ae30-392fb0441aba is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:19.109516 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.152419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 05a20fa2-907e-4f3a-ae30-392fb0441aba, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=05a20fa2-907e-4f3a-ae30-392fb0441aba,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:19.154526 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.162482 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.202479 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] Set router fe7ed800-f6e9-47b9-b548-bea0043ea2db gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:19.247489 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (e74daed2-5e44-4e24-af7a-9559f23be721), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.254886 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (e74daed2-5e44-4e24-af7a-9559f23be721), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.270844 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74daed2-5e44-4e24-af7a-9559f23be721,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:19.302451 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.304046 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-87171109-0b14-4697-9463-11f4d911fc26 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2465692 Jun 30 10:23:19.308608 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42662) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:19.317356 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Sync routers for ids ['67859515-de59-4470-adeb-49a589e47e1f'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:19.319280 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group_rule': {'security_group_id': 'a847f7d9-e343-4bee-a7f2-af4b5db41d13', 'project_id': '28124a417dc443aca95f3edd11697c05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:19.330021 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Routers {'67859515-de59-4470-adeb-49a589e47e1f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:19.331872 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0d313626-00c9-4312-b96d-df7ba64ffd6f req-07057648-e72e-4366-9663-e172e9c7aeef tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046196 Jun 30 10:23:19.332174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=05a20fa2-907e-4f3a-ae30-392fb0441aba,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:19.345558 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:23:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['67859515-de59-4470-adeb-49a589e47e1f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:19.352765 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42664) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:19.382388 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108aa8c-1c2d-4f76-a899-331306a9b05a req-5c8fd053-a428-4ebb-be85-c782c93ca578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:19.384435 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2108aa8c-1c2d-4f76-a899-331306a9b05a req-5c8fd053-a428-4ebb-be85-c782c93ca578 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7a1214d68d944c2980887bcef3335c16&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2565341 Jun 30 10:23:19.388363 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0fdc632e-02d3-4990-ae21-ad2022027381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.393044 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.securitygroups_db [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Project 28124a417dc443aca95f3edd11697c05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:23:19.402135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (de7fa9de-1a38-46ad-b0b1-2b6abb16b907), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.402349 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.430095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks [] for router_gateway (fe7ed800-f6e9-47b9-b548-bea0043ea2db), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.452106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:23:17Z', 'revision_number': 5, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port': {'id': '9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:19.482521 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] Checking router: fe7ed800-f6e9-47b9-b548-bea0043ea2db for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:19.490032 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.496578 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] Routers {'fe7ed800-f6e9-47b9-b548-bea0043ea2db'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:19.497428 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:23:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:19.499677 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (de7fa9de-1a38-46ad-b0b1-2b6abb16b907), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.511003 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (de7fa9de-1a38-46ad-b0b1-2b6abb16b907), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.528125 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Set router 67859515-de59-4470-adeb-49a589e47e1f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:19.543817 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7fa9de-1a38-46ad-b0b1-2b6abb16b907,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:19.552151 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.553685 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1405ac48-0736-4d16-8784-224dff6a4dcf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2439568 Jun 30 10:23:19.559727 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42666) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:19.566475 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'security_group_rule': {'security_group_id': 'a847f7d9-e343-4bee-a7f2-af4b5db41d13', 'project_id': '28124a417dc443aca95f3edd11697c05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:19.590583 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.606163 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] Set router fe7ed800-f6e9-47b9-b548-bea0043ea2db gateway port host: None {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:19.624887 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.securitygroups_db [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Project 28124a417dc443aca95f3edd11697c05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:23:19.643115 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (a97691ad-7e4c-48f1-988d-71065032e4b6), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.652543 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0fdc632e-02d3-4990-ae21-ad2022027381 admin admin] Publish callbacks [] for security_group (7661a639-dca3-46c6-a0f6-53073fc13e15), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.664550 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0fdc632e-02d3-4990-ae21-ad2022027381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (7661a639-dca3-46c6-a0f6-53073fc13e15), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.673794 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:23:19Z', 'revision_number': 6, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:19.705301 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99e9e8-8c83-4c6f-b3f7-c0d9ac531c9b None None] The sync data for ids ['fe7ed800-f6e9-47b9-b548-bea0043ea2db'] in dv-cinder-826608-4-iscsi is: [{'id': 'fe7ed800-f6e9-47b9-b548-bea0043ea2db', 'name': 'tempest-DeleteServersTestJSON-1210026967-router', 'tenant_id': '2cb665dac9894afc81d3f4dedfdbc551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:23:19Z', 'revision_number': 6, 'project_id': '2cb665dac9894afc81d3f4dedfdbc551', 'gw_port_host': None}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:19.729609 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.758679 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.763111 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0fdc632e-02d3-4990-ae21-ad2022027381 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c893c3c129ed462ea4a15fe56c023948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089923 Jun 30 10:23:19.766643 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42668) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:19.778844 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc632e-02d3-4990-ae21-ad2022027381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661a639-dca3-46c6-a0f6-53073fc13e15,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:19.816783 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:23:16Z', 'revision_number': 4, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '7f9b8ab9-16c2-4386-a034-de3f62657907', 'name': '', 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'mac_address': 'fa:16:3e:68:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '62b8df02-0514-4d3c-8f06-9096c69f29f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:15Z', 'updated_at': '2022-06-30T10:23:16Z', 'revision_number': 2, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'subnets': [{'id': '62b8df02-0514-4d3c-8f06-9096c69f29f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:19.828925 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (a97691ad-7e4c-48f1-988d-71065032e4b6), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.830920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108aa8c-1c2d-4f76-a899-331306a9b05a req-f15ac511-d024-4fa8-8824-a8bf5e0ce887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:19.833413 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2108aa8c-1c2d-4f76-a899-331306a9b05a req-f15ac511-d024-4fa8-8824-a8bf5e0ce887 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4416902 Jun 30 10:23:19.835068 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Deleting port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:23:19.835530 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.849678 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Checking router: 67859515-de59-4470-adeb-49a589e47e1f for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:19.850125 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Updating router 67859515-de59-4470-adeb-49a589e47e1f port 7f9b8ab9-16c2-4386-a034-de3f62657907 binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:23:19.857674 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (a97691ad-7e4c-48f1-988d-71065032e4b6), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.859249 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-784c933e-d537-44b6-adb1-4b3a5bc8ca85 admin admin] Publish callbacks [] for security_group (7661a639-dca3-46c6-a0f6-53073fc13e15), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.894825 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.902761 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97691ad-7e4c-48f1-988d-71065032e4b6,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:19.919653 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-784c933e-d537-44b6-adb1-4b3a5bc8ca85 admin admin] Publish callbacks [] for security_group (7661a639-dca3-46c6-a0f6-53073fc13e15), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.924053 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:19.925294 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-27121935-a141-4c0d-8398-2d6e52f283e5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3628504 Jun 30 10:23:19.963427 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.986980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:19.989383 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-ec1561e3-aa8b-436b-bf91-6b92baacdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:19.991907 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-ec1561e3-aa8b-436b-bf91-6b92baacdf10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a1214d68d944c2980887bcef3335c16&device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 1127 time: 0.0643127 Jun 30 10:23:20.015966 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-784c933e-d537-44b6-adb1-4b3a5bc8ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (7661a639-dca3-46c6-a0f6-53073fc13e15), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.029901 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-784c933e-d537-44b6-adb1-4b3a5bc8ca85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.046177 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-784c933e-d537-44b6-adb1-4b3a5bc8ca85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7661a639-dca3-46c6-a0f6-53073fc13e15 HTTP/1.1" status: 204 len: 168 time: 0.2708199 Jun 30 10:23:20.064082 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-2e406b2b-d63e-4779-8ba7-dfe314fb2fd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa6d202-d254-4b7f-be71-91a47d4425ff HTTP/1.1" status: 200 len: 217 time: 0.0496423 Jun 30 10:23:20.066649 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c933e-d537-44b6-adb1-4b3a5bc8ca85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661a639-dca3-46c6-a0f6-53073fc13e15,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:20.104866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] For port 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:20.105398 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.147946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:20.155893 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Calling delete_port for 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb owned by network:router_gateway {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:23:20.187160 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0230-e458-444f-8070-01e7f9fca880 req-5a60a81f-fd9f-4db3-b581-73ab6ed13d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:20.188782 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-5a60a81f-fd9f-4db3-b581-73ab6ed13d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45 HTTP/1.1" status: 200 len: 853 time: 0.1211810 Jun 30 10:23:20.324756 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fbca0-e8fb-4819-bf8b-6cc205e4bd03 req-4805dacf-1095-4989-a21f-4c08bb6d9488 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:20.334827 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-169fbca0-e8fb-4819-bf8b-6cc205e4bd03 req-4805dacf-1095-4989-a21f-4c08bb6d9488 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1463623 Jun 30 10:23:20.393816 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:20.397393 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-3ab80a19-5087-4726-b7d0-08b1c00077d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569358 Jun 30 10:23:20.462083 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-169fbca0-e8fb-4819-bf8b-6cc205e4bd03 req-a64243aa-2ee2-4082-8115-e771bcd845c9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202955 Jun 30 10:23:20.504780 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Publish callbacks [] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.518041 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.601250 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400be89-c89a-409a-85f3-f988c480dc9e None None] Pushing event updated for resources: {'Port': ['ID=7f9b8ab9-16c2-4386-a034-de3f62657907,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:20.603520 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c672-a293-4f5e-97c2-990e07ae7866 req-7234d978-cbb2-4e13-a421-28eda8a7107c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:20.605071 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4f8c672-a293-4f5e-97c2-990e07ae7866 req-7234d978-cbb2-4e13-a421-28eda8a7107c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 943 time: 0.0768487 Jun 30 10:23:20.669070 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-11571372-c0dc-49ad-95fa-8b04864fb73f service neutron] 10.222.0.55 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500567 Jun 30 10:23:20.682290 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.693924 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Attempting to bind port 7f9b8ab9-16c2-4386-a034-de3f62657907 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:20.693924 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Attempting to bind port 7f9b8ab9-16c2-4386-a034-de3f62657907 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:20.694790 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Attempting to bind port 7f9b8ab9-16c2-4386-a034-de3f62657907 on network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:20.704628 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:20.705097 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Checking segment: {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:20.705921 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.706776 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Bound using segment: {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:20.707299 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Bound port: 7f9b8ab9-16c2-4386-a034-de3f62657907, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:20.707770 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.799043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:20.814537 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] For port 7f9b8ab9-16c2-4386-a034-de3f62657907, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:20.819032 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] For port 7f9b8ab9-16c2-4386-a034-de3f62657907, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=7f9b8ab9-16c2-4386-a034-de3f62657907,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:20.832750 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.854907 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] Provisioning complete for port 7f9b8ab9-16c2-4386-a034-de3f62657907 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:20.855498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.880419 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (fe7ed800-f6e9-47b9-b548-bea0043ea2db), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.899765 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42724) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:20.920259 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Routers {'67859515-de59-4470-adeb-49a589e47e1f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:23:20.920909 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:23:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['67859515-de59-4470-adeb-49a589e47e1f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:20.935956 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6606d05e-aeed-49c8-baa9-4ffd3d0a854c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:20.968599 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 05a20fa2-907e-4f3a-ae30-392fb0441aba up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:20.981766 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400be89-c89a-409a-85f3-f988c480dc9e None None] Pushing event updated for resources: {'Port': ['ID=7f9b8ab9-16c2-4386-a034-de3f62657907,revision_number=4']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:21.043156 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4f8c672-a293-4f5e-97c2-990e07ae7866 req-097f1cb1-9aca-4870-8fef-7d18094dd59a tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171021 Jun 30 10:23:21.126839 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] Set router 67859515-de59-4470-adeb-49a589e47e1f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:23:21.136180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (fe7ed800-f6e9-47b9-b548-bea0043ea2db), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.143360 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks [] for router_controller (fe7ed800-f6e9-47b9-b548-bea0043ea2db), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.220847 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6606d05e-aeed-49c8-baa9-4ffd3d0a854c admin admin] Publish callbacks [] for security_group (f0c37615-120b-451d-8371-2987c0589cbd), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.226773 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6606d05e-aeed-49c8-baa9-4ffd3d0a854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f0c37615-120b-451d-8371-2987c0589cbd), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.247923 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (fe7ed800-f6e9-47b9-b548-bea0043ea2db), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.248688 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7ed800-f6e9-47b9-b548-bea0043ea2db {{(pid=103763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:23:21.260543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.285792 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5a08cb2d-ff29-4b64-99e0-64231d966f5d admin admin] 10.222.0.44 "DELETE /v2.0/routers/fe7ed800-f6e9-47b9-b548-bea0043ea2db HTTP/1.1" status: 204 len: 168 time: 2.3750679 Jun 30 10:23:21.291186 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42732) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:21.298811 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 05a20fa2-907e-4f3a-ae30-392fb0441aba triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:21.299190 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.303447 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] Current status of the port 7f9b8ab9-16c2-4386-a034-de3f62657907 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:21.303847 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.307776 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c93a0230-e458-444f-8070-01e7f9fca880 req-de87a26d-e5a6-4c6a-8c9c-7e168bfbd8c6 service neutron] 10.222.0.55 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291640 Jun 30 10:23:21.376206 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6606d05e-aeed-49c8-baa9-4ffd3d0a854c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2accbd7d0043467bab9ce008fca851d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752836 Jun 30 10:23:21.379474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42736) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:21.401118 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606d05e-aeed-49c8-baa9-4ffd3d0a854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c37615-120b-451d-8371-2987c0589cbd,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:21.447748 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Deleting subnet 4a7cc698-af0a-47d0-ad21-fc861d8a0073 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:23:21.451818 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Publish callbacks [] for subnet (4a7cc698-af0a-47d0-ad21-fc861d8a0073), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.477976 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:21.489596 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] For port 7f9b8ab9-16c2-4386-a034-de3f62657907, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=7f9b8ab9-16c2-4386-a034-de3f62657907,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:21.501434 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74ac-5c65-44eb-86d5-9fd24c071c90 admin admin] Publish callbacks [] for security_group (f0c37615-120b-451d-8371-2987c0589cbd), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.503401 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:21.509658 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Publish callbacks [] for subnet (4a7cc698-af0a-47d0-ad21-fc861d8a0073), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.542841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74ac-5c65-44eb-86d5-9fd24c071c90 admin admin] Publish callbacks [] for security_group (f0c37615-120b-451d-8371-2987c0589cbd), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.602912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:21.619571 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 05a20fa2-907e-4f3a-ae30-392fb0441aba is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:21.638482 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.638769 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (4a7cc698-af0a-47d0-ad21-fc861d8a0073), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.657469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74ac-5c65-44eb-86d5-9fd24c071c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f0c37615-120b-451d-8371-2987c0589cbd), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.661024 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74ac-5c65-44eb-86d5-9fd24c071c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.665175 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9b1b74ac-5c65-44eb-86d5-9fd24c071c90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0c37615-120b-451d-8371-2987c0589cbd HTTP/1.1" status: 204 len: 168 time: 0.2813857 Jun 30 10:23:21.688971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b74ac-5c65-44eb-86d5-9fd24c071c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c37615-120b-451d-8371-2987c0589cbd,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:21.695402 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:23:16Z', 'revision_number': 4, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '7f9b8ab9-16c2-4386-a034-de3f62657907', 'name': '', 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'mac_address': 'fa:16:3e:68:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '62b8df02-0514-4d3c-8f06-9096c69f29f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:15Z', 'updated_at': '2022-06-30T10:23:20Z', 'revision_number': 4, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'subnets': [{'id': '62b8df02-0514-4d3c-8f06-9096c69f29f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:21.734204 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:21.735231 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1540407-6105-4cc3-971d-6248b87f44ef None None] The sync data for ids ['67859515-de59-4470-adeb-49a589e47e1f'] in dv-cinder-826608-4-iscsi is: [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:23:16Z', 'revision_number': 4, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '7f9b8ab9-16c2-4386-a034-de3f62657907', 'name': '', 'network_id': '02519dd8-b7bb-4682-8ef0-b34e3a6635eb', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'mac_address': 'fa:16:3e:68:9f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '62b8df02-0514-4d3c-8f06-9096c69f29f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:15Z', 'updated_at': '2022-06-30T10:23:20Z', 'revision_number': 4, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'subnets': [{'id': '62b8df02-0514-4d3c-8f06-9096c69f29f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:21.742757 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af257-5730-4567-b589-fee0ec931e50 req-f1238c91-7637-4a6b-a6a0-ae5545cea19c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:21.744752 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-993af257-5730-4567-b589-fee0ec931e50 req-f1238c91-7637-4a6b-a6a0-ae5545cea19c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1031075 Jun 30 10:23:21.794213 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b6ac33b4-8ce5-4878-ae1e-bc38b6d72c44 None None] Provisioning complete for port 7f9b8ab9-16c2-4386-a034-de3f62657907 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:21.794778 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b6ac33b4-8ce5-4878-ae1e-bc38b6d72c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:21.803206 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56428715-15f9-4aa8-868f-e8b290af828e None None] Pushing event updated for resources: {'Port': ['ID=7f9b8ab9-16c2-4386-a034-de3f62657907,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:21.830597 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:21.875624 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:23:21.876230 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9ffc3fd5-02e5-495e-b1b2-3b6b7d698ccb not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:21.876985 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device cf95ec14-d5c2-476c-b0ef-8df7f1db20bb no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:21.958565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: cf95ec14-d5c2-476c-b0ef-8df7f1db20bb {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:23:21.959153 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device cf95ec14-d5c2-476c-b0ef-8df7f1db20bb not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:22.043706 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac33b4-8ce5-4878-ae1e-bc38b6d72c44 None None] Current status of the port 7f9b8ab9-16c2-4386-a034-de3f62657907 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:22.189025 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (4a7cc698-af0a-47d0-ad21-fc861d8a0073), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.237966 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-993af257-5730-4567-b589-fee0ec931e50 req-c50a8cee-b3e9-4526-9c6d-a5c2fd066c72 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867015 Jun 30 10:23:22.239459 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.239960 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441563fe-ea2a-4054-92a6-62a3def1533c None None] Network 69f6e6c1-029b-4c7c-a791-b9bc68465e2f requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:22.243669 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4a7cc698-af0a-47d0-ad21-fc861d8a0073 HTTP/1.1" status: 204 len: 168 time: 0.9364672 Jun 30 10:23:22.246313 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42766) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:22.248884 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d373f2-adce-4eee-9fe5-c2f2a723b261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7cc698-af0a-47d0-ad21-fc861d8a0073,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:22.296557 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab0ba7-1271-4e6c-ae5a-12229952bbc1 req-f334a207-e7af-46b1-8e2d-efb12277838d tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:22.303935 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-93ab0ba7-1271-4e6c-ae5a-12229952bbc1 req-f334a207-e7af-46b1-8e2d-efb12277838d tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 943 time: 0.1366615 Jun 30 10:23:22.358959 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (69f6e6c1-029b-4c7c-a791-b9bc68465e2f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.421526 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Deleting port e56e888d-f155-4b9a-a270-83e341a523bd {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:23:22.422187 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.427334 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-93ab0ba7-1271-4e6c-ae5a-12229952bbc1 req-39070b4f-6366-4c3e-bb40-446d5932af87 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187129 Jun 30 10:23:22.496732 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] DHCP port deletion for 69f6e6c1-029b-4c7c-a791-b9bc68465e2f request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:23:22.537863 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] For port e56e888d-f155-4b9a-a270-83e341a523bd, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=e56e888d-f155-4b9a-a270-83e341a523bd,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:22.538230 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.554594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Calling delete_port for e56e888d-f155-4b9a-a270-83e341a523bd owned by network:dhcp {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:23:22.569057 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] Deleting port e56e888d-f155-4b9a-a270-83e341a523bd {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:23:22.569332 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.673262 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:22.715517 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] For port e56e888d-f155-4b9a-a270-83e341a523bd, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=e56e888d-f155-4b9a-a270-83e341a523bd,segment=NetworkSegment(dac577fc-dac3-404e-b219-c32919eeefb5),segment_id=dac577fc-dac3-404e-b219-c32919eeefb5)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:22.717307 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.736679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.744689 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] Calling delete_port for e56e888d-f155-4b9a-a270-83e341a523bd owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:23:22.755695 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 7f9b8ab9-16c2-4386-a034-de3f62657907 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:22.758746 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] No DVR routers for this DVR port e56e888d-f155-4b9a-a270-83e341a523bd on host dv-cinder-826608-4-iscsi {{(pid=103764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:23:22.825158 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56e888d-f155-4b9a-a270-83e341a523bd,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:22.840894 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:22.870219 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:22.901905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (69f6e6c1-029b-4c7c-a791-b9bc68465e2f), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.952169 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 7f9b8ab9-16c2-4386-a034-de3f62657907 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:22.952760 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:22.953347 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.954048 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.956455 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.956983 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.957508 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.958010 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.958630 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.959156 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.959771 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:22.960445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:23.038275 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (e56e888d-f155-4b9a-a270-83e341a523bd), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.093213 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] No DVR routers for this DVR port e56e888d-f155-4b9a-a270-83e341a523bd on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:23:23.096509 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2fc29-02fb-468f-be22-ff9e306ae97b None None] Pushing event deleted for resources: {'Port': ['ID=e56e888d-f155-4b9a-a270-83e341a523bd,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:23.118258 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 7f9b8ab9-16c2-4386-a034-de3f62657907 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:23.204797 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:23.205073 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:23.205409 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:23.205739 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:23.206110 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f6e6c1-029b-4c7c-a791-b9bc68465e2f']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:23.222371 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device e56e888d-f155-4b9a-a270-83e341a523bd no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:23.227288 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac577fc-dac3-404e-b219-c32919eeefb5') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:23.227588 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac577fc-dac3-404e-b219-c32919eeefb5') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:23.248016 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (dac577fc-dac3-404e-b219-c32919eeefb5), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.262790 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: e56e888d-f155-4b9a-a270-83e341a523bd {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:23:23.263127 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device e56e888d-f155-4b9a-a270-83e341a523bd not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:23.279384 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (dac577fc-dac3-404e-b219-c32919eeefb5), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.293491 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:23:23.293982 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (dac577fc-dac3-404e-b219-c32919eeefb5), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.458009 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e71de-eb92-43d1-b889-b7ab7e125563 req-8ef247fc-1562-4592-a780-1147d1a9c730 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:23.459686 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-af6e71de-eb92-43d1-b889-b7ab7e125563 req-8ef247fc-1562-4592-a780-1147d1a9c730 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1165593 Jun 30 10:23:23.460531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (69f6e6c1-029b-4c7c-a791-b9bc68465e2f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.471297 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.479854 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/69f6e6c1-029b-4c7c-a791-b9bc68465e2f HTTP/1.1" status: 204 len: 168 time: 1.2267396 Jun 30 10:23:23.498292 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50117bc5-42fb-482a-ba14-0f8f75a5e3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f6e6c1-029b-4c7c-a791-b9bc68465e2f,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:23.563761 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-af6e71de-eb92-43d1-b889-b7ab7e125563 req-d5a8557c-524f-4881-8593-52733ec2dc03 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679345 Jun 30 10:23:23.611350 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638db0-6a66-437c-9e35-2de01f0768be req-22f5c855-985b-4aec-ac56-fb27e59712f1 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:23.622140 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06638db0-6a66-437c-9e35-2de01f0768be req-22f5c855-985b-4aec-ac56-fb27e59712f1 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 943 time: 0.0788479 Jun 30 10:23:23.670188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:23.676431 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06638db0-6a66-437c-9e35-2de01f0768be req-6e9aff37-892a-42d9-9e42-6e728ae69e15 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530112 Jun 30 10:23:23.777513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 42814) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:23.815354 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment dac577fc-dac3-404e-b219-c32919eeefb5 resource provider aggregate not found Jun 30 10:23:23.835550 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8c5000cc-c0e9-46d3-b9d1-a152390c6d65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cb665dac9894afc81d3f4dedfdbc551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566199 Jun 30 10:23:23.836306 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42818) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:23.837987 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment dac577fc-dac3-404e-b219-c32919eeefb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac577fc-dac3-404e-b219-c32919eeefb5 found for delete ", "request_id": "req-c6c346dd-125f-429d-ad48-5621d6ded252"}]} Jun 30 10:23:23.893148 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f4d88bb9-88af-4a83-bd02-44e412d5d79d admin admin] Publish callbacks [] for security_group (ceabdbce-3042-4ee1-a80a-e6f2a06f393a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.918446 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f4d88bb9-88af-4a83-bd02-44e412d5d79d admin admin] Publish callbacks [] for security_group (ceabdbce-3042-4ee1-a80a-e6f2a06f393a), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.996249 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f4d88bb9-88af-4a83-bd02-44e412d5d79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ceabdbce-3042-4ee1-a80a-e6f2a06f393a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:23.999730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f4d88bb9-88af-4a83-bd02-44e412d5d79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:24.001155 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f4d88bb9-88af-4a83-bd02-44e412d5d79d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceabdbce-3042-4ee1-a80a-e6f2a06f393a HTTP/1.1" status: 204 len: 168 time: 0.1637154 Jun 30 10:23:24.010221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d88bb9-88af-4a83-bd02-44e412d5d79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceabdbce-3042-4ee1-a80a-e6f2a06f393a,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:24.721618 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa909bf-5026-4682-a04d-67b78f60e172 req-3996fccf-875a-4b39-994a-bb593364a1df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:24.723267 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0aa909bf-5026-4682-a04d-67b78f60e172 req-3996fccf-875a-4b39-994a-bb593364a1df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0640552 Jun 30 10:23:24.826258 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0aa909bf-5026-4682-a04d-67b78f60e172 req-831585e4-4e7e-4d9c-9e1b-7151faca6501 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969524 Jun 30 10:23:24.844514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2440-ded0-4d6a-a779-db00a88d1154 req-c305e3bf-de2d-49ba-825e-d4271a50f40e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:24.847496 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b9be2440-ded0-4d6a-a779-db00a88d1154 req-c305e3bf-de2d-49ba-825e-d4271a50f40e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 943 time: 0.0644255 Jun 30 10:23:24.906521 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b9be2440-ded0-4d6a-a779-db00a88d1154 req-84e065b1-9cd2-4ea7-8e2e-c3468c05fd0b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519686 Jun 30 10:23:24.943575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device cfa6d202-d254-4b7f-be71-91a47d4425ff details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:23:25.077370 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port cfa6d202-d254-4b7f-be71-91a47d4425ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cfa6d202-d254-4b7f-be71-91a47d4425ff,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:25.099229 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'cfa6d202-d254-4b7f-be71-91a47d4425ff', 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7', 'port_id': 'cfa6d202-d254-4b7f-be71-91a47d4425ff', 'mac_address': 'fa:16:3e:84:fb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:23:25.151150 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port cfa6d202-d254-4b7f-be71-91a47d4425ff is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:25.151913 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:25.174492 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa6d202-d254-4b7f-be71-91a47d4425ff {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:23:25.228865 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port cfa6d202-d254-4b7f-be71-91a47d4425ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cfa6d202-d254-4b7f-be71-91a47d4425ff,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:25.234863 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:25.335902 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=cfa6d202-d254-4b7f-be71-91a47d4425ff,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:25.594272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42892) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:25.666755 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['cfa6d202-d254-4b7f-be71-91a47d4425ff'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:23:25.876115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db4bba78-a5d8-410f-8124-bf3b5314b822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:25.957426 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ff942-182f-49c3-b2ea-71d9f00d8a15 req-2cfbfc76-0a01-4a9e-a493-df81858be3de tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:25.959158 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-061ff942-182f-49c3-b2ea-71d9f00d8a15 req-2cfbfc76-0a01-4a9e-a493-df81858be3de tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0573301 Jun 30 10:23:25.996872 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:26.023155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db4bba78-a5d8-410f-8124-bf3b5314b822 admin admin] Publish callbacks [] for security_group (be3dbcfa-df03-40a8-9460-92461aa889d8), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.034959 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-061ff942-182f-49c3-b2ea-71d9f00d8a15 req-7cac344d-da46-4121-bb29-ac6058486f8e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685599 Jun 30 10:23:26.043106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db4bba78-a5d8-410f-8124-bf3b5314b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (be3dbcfa-df03-40a8-9460-92461aa889d8), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.100452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bba78-a5d8-410f-8124-bf3b5314b822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3dbcfa-df03-40a8-9460-92461aa889d8,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:26.111916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890049f1-6462-4e34-b700-8e782bcaa664 req-8b01817c-bdbc-464b-8388-961817b708f2 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:26.112699 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-890049f1-6462-4e34-b700-8e782bcaa664 req-8b01817c-bdbc-464b-8388-961817b708f2 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 944 time: 0.1112034 Jun 30 10:23:26.115493 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-db4bba78-a5d8-410f-8124-bf3b5314b822 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dbebf92933e4bf6a695be05c4e8a96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200114 Jun 30 10:23:26.118778 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42912) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:26.210399 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-890049f1-6462-4e34-b700-8e782bcaa664 req-7f18f070-3c37-4db8-977b-5c2841a25622 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Jun 30 10:23:26.212076 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9a1337f-6529-4711-8221-66ac88b19aba admin admin] Publish callbacks [] for security_group (be3dbcfa-df03-40a8-9460-92461aa889d8), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.244304 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9a1337f-6529-4711-8221-66ac88b19aba admin admin] Publish callbacks [] for security_group (be3dbcfa-df03-40a8-9460-92461aa889d8), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.307636 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9a1337f-6529-4711-8221-66ac88b19aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (be3dbcfa-df03-40a8-9460-92461aa889d8), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.310224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b9a1337f-6529-4711-8221-66ac88b19aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.311429 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b9a1337f-6529-4711-8221-66ac88b19aba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be3dbcfa-df03-40a8-9460-92461aa889d8 HTTP/1.1" status: 204 len: 168 time: 0.1915965 Jun 30 10:23:26.320721 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1337f-6529-4711-8221-66ac88b19aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3dbcfa-df03-40a8-9460-92461aa889d8,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:26.571010 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:26.911942 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42964) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:26.964461 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device cfa6d202-d254-4b7f-be71-91a47d4425ff up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:27.028070 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port cfa6d202-d254-4b7f-be71-91a47d4425ff completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:23:27.040299 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port cfa6d202-d254-4b7f-be71-91a47d4425ff triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:27.040931 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.069609 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4ec21491-ee9e-429e-9956-e93caa9fb1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.097284 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:27.111113 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:27.123049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:27.153458 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port cfa6d202-d254-4b7f-be71-91a47d4425ff is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:23:27.153847 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.170892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:27.200246 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port cfa6d202-d254-4b7f-be71-91a47d4425ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cfa6d202-d254-4b7f-be71-91a47d4425ff,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:27.202380 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f650871-5aba-4aa5-9245-766d014dafdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa6d202-d254-4b7f-be71-91a47d4425ff'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:23:27.205251 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28923e89-5fdd-4ac7-979e-0da9720427c7" -d '{"events": [{"server_uuid": "1f650871-5aba-4aa5-9245-766d014dafdc", "name": "network-vif-plugged", "status": "completed", "tag": "cfa6d202-d254-4b7f-be71-91a47d4425ff"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:27.209199 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.259737 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4ec21491-ee9e-429e-9956-e93caa9fb1a3 admin admin] Publish callbacks [] for security_group (e64fb1c5-2059-4213-8264-f9cd7375d0e8), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.268174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=cfa6d202-d254-4b7f-be71-91a47d4425ff,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:27.269822 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4ec21491-ee9e-429e-9956-e93caa9fb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (e64fb1c5-2059-4213-8264-f9cd7375d0e8), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.274485 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a2157-ac3d-4bf0-915f-0acf0dfa9750 req-800dbe92-764b-4e39-95ff-a5c4e559b57e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:27.288259 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ff9a2157-ac3d-4bf0-915f-0acf0dfa9750 req-800dbe92-764b-4e39-95ff-a5c4e559b57e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1160228 Jun 30 10:23:27.314867 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49133bbe-678c-40d5-bcd8-77b899a3043a x-openstack-request-id: req-49133bbe-678c-40d5-bcd8-77b899a3043a {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:27.315326 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f650871-5aba-4aa5-9245-766d014dafdc", "name": "network-vif-plugged", "status": "completed", "tag": "cfa6d202-d254-4b7f-be71-91a47d4425ff", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:27.315510 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49133bbe-678c-40d5-bcd8-77b899a3043a {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:27.316162 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49133bbe-678c-40d5-bcd8-77b899a3043a'] response: {'server_uuid': '1f650871-5aba-4aa5-9245-766d014dafdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa6d202-d254-4b7f-be71-91a47d4425ff', 'code': 200} Jun 30 10:23:27.322024 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec21491-ee9e-429e-9956-e93caa9fb1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64fb1c5-2059-4213-8264-f9cd7375d0e8,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:27.352721 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-4ec21491-ee9e-429e-9956-e93caa9fb1a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff3cb4edfcbb419cb4c1001873a23350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4395292 Jun 30 10:23:27.355381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 42988) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:27.410912 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ff9a2157-ac3d-4bf0-915f-0acf0dfa9750 req-dfab0d68-c3cc-46b7-a152-4de0848c2c20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210790 Jun 30 10:23:27.518552 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6052c-07ab-41d3-a6f9-3ffd23598dca admin admin] Publish callbacks [] for security_group (e64fb1c5-2059-4213-8264-f9cd7375d0e8), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.567414 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20681406-42c5-4eb8-a0b2-f3d91fdc2e98 req-a5b1e19d-2380-4ce0-943f-7336797ee9dd tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:27.568958 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-20681406-42c5-4eb8-a0b2-f3d91fdc2e98 req-a5b1e19d-2380-4ce0-943f-7336797ee9dd tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.1155133 Jun 30 10:23:27.591546 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6052c-07ab-41d3-a6f9-3ffd23598dca admin admin] Publish callbacks [] for security_group (e64fb1c5-2059-4213-8264-f9cd7375d0e8), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.624794 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd765e-07fc-496b-bf3f-2a5e6810c1ad req-a67de7ab-fad6-4c6b-b918-8a15f514e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:27.626492 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dafd765e-07fc-496b-bf3f-2a5e6810c1ad req-a67de7ab-fad6-4c6b-b918-8a15f514e8cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 1129 time: 0.0979149 Jun 30 10:23:27.713939 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-20681406-42c5-4eb8-a0b2-f3d91fdc2e98 req-4f98aa21-cc28-497f-99fb-66c53cb2e321 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303988 Jun 30 10:23:27.744830 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dafd765e-07fc-496b-bf3f-2a5e6810c1ad req-c31268cd-046e-43bf-b893-b471129ccdb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078691 Jun 30 10:23:27.754141 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6052c-07ab-41d3-a6f9-3ffd23598dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (e64fb1c5-2059-4213-8264-f9cd7375d0e8), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.756907 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6052c-07ab-41d3-a6f9-3ffd23598dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:27.758952 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b1a6052c-07ab-41d3-a6f9-3ffd23598dca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e64fb1c5-2059-4213-8264-f9cd7375d0e8 HTTP/1.1" status: 204 len: 168 time: 0.4017799 Jun 30 10:23:27.768479 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6052c-07ab-41d3-a6f9-3ffd23598dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64fb1c5-2059-4213-8264-f9cd7375d0e8,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.009378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43006) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:28.143880 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d5f83314-75f2-4a76-ad98-11ae27b3e7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.177252 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43010) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:28.192344 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a7bf464c-8c4c-4ae8-95e2-a08d63e2414f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.239945 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d5f83314-75f2-4a76-ad98-11ae27b3e7ed admin admin] Publish callbacks [] for security_group (63eef4a5-1dfd-4817-9752-1a0f9529bd43), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.244684 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d5f83314-75f2-4a76-ad98-11ae27b3e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (63eef4a5-1dfd-4817-9752-1a0f9529bd43), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.277757 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a7bf464c-8c4c-4ae8-95e2-a08d63e2414f admin admin] Publish callbacks [] for security_group (418bfcd3-75b7-4f63-a9b3-e8bf4232331c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.282420 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a7bf464c-8c4c-4ae8-95e2-a08d63e2414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (418bfcd3-75b7-4f63-a9b3-e8bf4232331c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.292502 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f83314-75f2-4a76-ad98-11ae27b3e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eef4a5-1dfd-4817-9752-1a0f9529bd43,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.297723 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-d5f83314-75f2-4a76-ad98-11ae27b3e7ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d649501a1cfa403bad8d3c61779fdd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863729 Jun 30 10:23:28.301201 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43012) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:28.329446 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a7bf464c-8c4c-4ae8-95e2-a08d63e2414f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d1a5b33c33e4e909175fa823ec30951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509852 Jun 30 10:23:28.330719 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf464c-8c4c-4ae8-95e2-a08d63e2414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418bfcd3-75b7-4f63-a9b3-e8bf4232331c,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.333091 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43014) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:28.340485 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:28.363504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7e06cbee-e06a-4ad6-9526-b9b0832aae7e admin admin] Publish callbacks [] for security_group (63eef4a5-1dfd-4817-9752-1a0f9529bd43), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.391188 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3b62194e-d437-40fa-9bff-5dcc7a4cc6ec admin admin] Publish callbacks [] for security_group (418bfcd3-75b7-4f63-a9b3-e8bf4232331c), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.391405 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7e06cbee-e06a-4ad6-9526-b9b0832aae7e admin admin] Publish callbacks [] for security_group (63eef4a5-1dfd-4817-9752-1a0f9529bd43), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.413359 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3b62194e-d437-40fa-9bff-5dcc7a4cc6ec admin admin] Publish callbacks [] for security_group (418bfcd3-75b7-4f63-a9b3-e8bf4232331c), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.455267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7e06cbee-e06a-4ad6-9526-b9b0832aae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (63eef4a5-1dfd-4817-9752-1a0f9529bd43), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.458277 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7e06cbee-e06a-4ad6-9526-b9b0832aae7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.460324 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7e06cbee-e06a-4ad6-9526-b9b0832aae7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63eef4a5-1dfd-4817-9752-1a0f9529bd43 HTTP/1.1" status: 204 len: 168 time: 0.1577094 Jun 30 10:23:28.478664 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3b62194e-d437-40fa-9bff-5dcc7a4cc6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (418bfcd3-75b7-4f63-a9b3-e8bf4232331c), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.483444 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-3b62194e-d437-40fa-9bff-5dcc7a4cc6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:28.485536 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-3b62194e-d437-40fa-9bff-5dcc7a4cc6ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/418bfcd3-75b7-4f63-a9b3-e8bf4232331c HTTP/1.1" status: 204 len: 168 time: 0.1515479 Jun 30 10:23:28.492439 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06cbee-e06a-4ad6-9526-b9b0832aae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eef4a5-1dfd-4817-9752-1a0f9529bd43,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.505685 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62194e-d437-40fa-9bff-5dcc7a4cc6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418bfcd3-75b7-4f63-a9b3-e8bf4232331c,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:28.581003 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d1f5b-3abe-4be9-aaa7-603988a16679 req-055b5e29-9693-4843-bc8e-7eeab712a460 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:28.583731 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1a3d1f5b-3abe-4be9-aaa7-603988a16679 req-055b5e29-9693-4843-bc8e-7eeab712a460 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0792656 Jun 30 10:23:28.669213 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1a3d1f5b-3abe-4be9-aaa7-603988a16679 req-221904ac-f1d3-4b60-8f5b-239d53442787 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765538 Jun 30 10:23:28.861511 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158036f-a7c5-4535-8d19-fc021ca6227c req-3e1fac04-3720-4bb4-89bf-bacd51ed5daa tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:28.863244 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1158036f-a7c5-4535-8d19-fc021ca6227c req-3e1fac04-3720-4bb4-89bf-bacd51ed5daa tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.0522714 Jun 30 10:23:28.891034 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:28.916567 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:28.924070 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1158036f-a7c5-4535-8d19-fc021ca6227c req-27cddbae-27d1-47be-8ac6-fcd1452d6b8b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536780 Jun 30 10:23:29.116383 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43046) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:29.245367 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-417e8bc1-fc44-4246-81a7-81e6d5ab0f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.355316 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-417e8bc1-fc44-4246-81a7-81e6d5ab0f0c admin admin] Publish callbacks [] for security_group (b288ef1c-d20c-4e14-b1be-91cfcdc53ac2), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.365965 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-417e8bc1-fc44-4246-81a7-81e6d5ab0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b288ef1c-d20c-4e14-b1be-91cfcdc53ac2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.421874 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-417e8bc1-fc44-4246-81a7-81e6d5ab0f0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af27b41717524d7f826ed8499acbc7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034639 Jun 30 10:23:29.423937 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e8bc1-fc44-4246-81a7-81e6d5ab0f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b288ef1c-d20c-4e14-b1be-91cfcdc53ac2,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:29.427967 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43060) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:29.503235 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a914d10d-2d04-49c0-a7aa-bde454502443 admin admin] Publish callbacks [] for security_group (b288ef1c-d20c-4e14-b1be-91cfcdc53ac2), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.542087 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a914d10d-2d04-49c0-a7aa-bde454502443 admin admin] Publish callbacks [] for security_group (b288ef1c-d20c-4e14-b1be-91cfcdc53ac2), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.618671 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a914d10d-2d04-49c0-a7aa-bde454502443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b288ef1c-d20c-4e14-b1be-91cfcdc53ac2), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.622509 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a914d10d-2d04-49c0-a7aa-bde454502443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:29.626153 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a914d10d-2d04-49c0-a7aa-bde454502443 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b288ef1c-d20c-4e14-b1be-91cfcdc53ac2 HTTP/1.1" status: 204 len: 168 time: 0.1945951 Jun 30 10:23:29.629004 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:29.637054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914d10d-2d04-49c0-a7aa-bde454502443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b288ef1c-d20c-4e14-b1be-91cfcdc53ac2,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:29.828613 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0643-abc2-4228-a1fa-04015a3c1e72 req-db8e8e1b-289b-4c8e-90ae-7f9d746ece79 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:29.830216 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5d0f0643-abc2-4228-a1fa-04015a3c1e72 req-db8e8e1b-289b-4c8e-90ae-7f9d746ece79 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0868261 Jun 30 10:23:29.896605 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5d0f0643-abc2-4228-a1fa-04015a3c1e72 req-debe80fa-3708-41fe-8fd3-e363acf190c8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552166 Jun 30 10:23:30.078238 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890bfb-1825-47d5-9b14-6a3787b83eca req-53f41365-560b-4cda-a293-ed696650335b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:30.079867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cd890bfb-1825-47d5-9b14-6a3787b83eca req-53f41365-560b-4cda-a293-ed696650335b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.0611365 Jun 30 10:23:30.141939 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cd890bfb-1825-47d5-9b14-6a3787b83eca req-d679ff98-aeab-48d6-bf24-f35415621da2 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Jun 30 10:23:30.360319 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43130) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:30.379351 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6bd-c5a6-470d-b873-7ef18ba34f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.514598 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6bd-c5a6-470d-b873-7ef18ba34f7d admin admin] Publish callbacks [] for security_group (4980c7d9-fcc6-434d-ae19-63022dbb9b7b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.522742 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6bd-c5a6-470d-b873-7ef18ba34f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (4980c7d9-fcc6-434d-ae19-63022dbb9b7b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.585383 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-bbc9f6bd-c5a6-470d-b873-7ef18ba34f7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=510ea1a949734260afdd88499cfd4015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236481 Jun 30 10:23:30.587642 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9f6bd-c5a6-470d-b873-7ef18ba34f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4980c7d9-fcc6-434d-ae19-63022dbb9b7b,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:30.588685 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43142) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:30.681849 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-49998482-177b-4b88-b827-83517987fac5 admin admin] Publish callbacks [] for security_group (4980c7d9-fcc6-434d-ae19-63022dbb9b7b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.717646 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-49998482-177b-4b88-b827-83517987fac5 admin admin] Publish callbacks [] for security_group (4980c7d9-fcc6-434d-ae19-63022dbb9b7b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.803889 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-49998482-177b-4b88-b827-83517987fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (4980c7d9-fcc6-434d-ae19-63022dbb9b7b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.811017 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-49998482-177b-4b88-b827-83517987fac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:30.811017 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-49998482-177b-4b88-b827-83517987fac5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4980c7d9-fcc6-434d-ae19-63022dbb9b7b HTTP/1.1" status: 204 len: 168 time: 0.2193530 Jun 30 10:23:30.828283 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998482-177b-4b88-b827-83517987fac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4980c7d9-fcc6-434d-ae19-63022dbb9b7b,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:31.043414 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bc485-ae6f-4eea-b11a-4fa47ea6ac79 req-f3bf7a33-3aae-4ee8-8c0f-79cb26b93f5b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:31.045094 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-720bc485-ae6f-4eea-b11a-4fa47ea6ac79 req-f3bf7a33-3aae-4ee8-8c0f-79cb26b93f5b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0664716 Jun 30 10:23:31.065428 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:31.102599 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-720bc485-ae6f-4eea-b11a-4fa47ea6ac79 req-5b7433d3-3b2d-450c-bdf3-0253e0511a0e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516174 Jun 30 10:23:32.254000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b165a0-91d7-4ec3-ac1d-6025860e04a6 req-30513620-651d-41ee-bc61-19ca62d34a4a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:32.255738 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-34b165a0-91d7-4ec3-ac1d-6025860e04a6 req-30513620-651d-41ee-bc61-19ca62d34a4a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0549400 Jun 30 10:23:32.315351 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-34b165a0-91d7-4ec3-ac1d-6025860e04a6 req-633958e0-bcd5-4f64-a01f-8a573fda717e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505469 Jun 30 10:23:33.336208 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=7 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:33.456976 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0cb34-9365-4bb1-ac8d-89d5d8187e3e req-49a338db-6ead-4ca9-a7c3-61ede64c12d3 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:33.464682 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-95a0cb34-9365-4bb1-ac8d-89d5d8187e3e req-49a338db-6ead-4ca9-a7c3-61ede64c12d3 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0674744 Jun 30 10:23:33.523510 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-95a0cb34-9365-4bb1-ac8d-89d5d8187e3e req-176e9211-4bfb-4c3c-b675-35baee1af5b6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Jun 30 10:23:33.674633 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43302) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:33.818711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43d340d8-9f65-4b61-af7b-9631b4263f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:33.904793 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43d340d8-9f65-4b61-af7b-9631b4263f1d admin admin] Publish callbacks [] for security_group (fac1529f-0c01-46f0-b6e0-5ccb7fecc153), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:33.910342 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-43d340d8-9f65-4b61-af7b-9631b4263f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (fac1529f-0c01-46f0-b6e0-5ccb7fecc153), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:33.949944 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d340d8-9f65-4b61-af7b-9631b4263f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac1529f-0c01-46f0-b6e0-5ccb7fecc153,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:33.954353 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-43d340d8-9f65-4b61-af7b-9631b4263f1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8d154e446554e3d877cd6648a357cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779148 Jun 30 10:23:33.956944 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43310) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:34.018824 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16bd0c88-b6dc-4725-aaa5-f9a99ba4cd6e admin admin] Publish callbacks [] for security_group (fac1529f-0c01-46f0-b6e0-5ccb7fecc153), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.044140 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16bd0c88-b6dc-4725-aaa5-f9a99ba4cd6e admin admin] Publish callbacks [] for security_group (fac1529f-0c01-46f0-b6e0-5ccb7fecc153), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.100670 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16bd0c88-b6dc-4725-aaa5-f9a99ba4cd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (fac1529f-0c01-46f0-b6e0-5ccb7fecc153), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.105171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16bd0c88-b6dc-4725-aaa5-f9a99ba4cd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.107052 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-16bd0c88-b6dc-4725-aaa5-f9a99ba4cd6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fac1529f-0c01-46f0-b6e0-5ccb7fecc153 HTTP/1.1" status: 204 len: 168 time: 0.1489670 Jun 30 10:23:34.117088 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd0c88-b6dc-4725-aaa5-f9a99ba4cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac1529f-0c01-46f0-b6e0-5ccb7fecc153,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:34.470626 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43326) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:34.490757 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5453-2a33-49bc-a4e9-023bd7d30db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.610890 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5453-2a33-49bc-a4e9-023bd7d30db5 admin admin] Publish callbacks [] for security_group (5c71c240-739c-4657-b183-dafc9d2f5285), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.621445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5453-2a33-49bc-a4e9-023bd7d30db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5c71c240-739c-4657-b183-dafc9d2f5285), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.668346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1f8af-b43b-4d1c-b400-57fadc084b75 req-25517aa7-23b2-4ab2-b904-95c285805a9b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:34.675269 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4ea1f8af-b43b-4d1c-b400-57fadc084b75 req-25517aa7-23b2-4ab2-b904-95c285805a9b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0717154 Jun 30 10:23:34.681895 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-7e8b5453-2a33-49bc-a4e9-023bd7d30db5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2ee91fa73274eb1bfc56b327633ed4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099788 Jun 30 10:23:34.684933 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43330) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:34.693874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b5453-2a33-49bc-a4e9-023bd7d30db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71c240-739c-4657-b183-dafc9d2f5285,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:34.757829 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-287c5ce9-f27d-4ee3-a1e9-fa1a0ecd2464 admin admin] Publish callbacks [] for security_group (5c71c240-739c-4657-b183-dafc9d2f5285), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.758225 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:34.768436 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4ea1f8af-b43b-4d1c-b400-57fadc084b75 req-a432006a-4b26-4fdb-b3d0-f894d1e86a3d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907855 Jun 30 10:23:34.796351 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-287c5ce9-f27d-4ee3-a1e9-fa1a0ecd2464 admin admin] Publish callbacks [] for security_group (5c71c240-739c-4657-b183-dafc9d2f5285), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.863284 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-287c5ce9-f27d-4ee3-a1e9-fa1a0ecd2464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5c71c240-739c-4657-b183-dafc9d2f5285), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.871073 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-287c5ce9-f27d-4ee3-a1e9-fa1a0ecd2464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:34.875552 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-287c5ce9-f27d-4ee3-a1e9-fa1a0ecd2464 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c71c240-739c-4657-b183-dafc9d2f5285 HTTP/1.1" status: 204 len: 168 time: 0.1889009 Jun 30 10:23:34.886707 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c5ce9-f27d-4ee3-a1e9-fa1a0ecd2464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71c240-739c-4657-b183-dafc9d2f5285,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:35.800991 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43392) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:35.869008 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:35.923307 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113355f-a8ee-491d-ada8-35271f7df465 req-0c52f254-8abe-405a-aa48-b8d6e06df4be tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:35.924922 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2113355f-a8ee-491d-ada8-35271f7df465 req-0c52f254-8abe-405a-aa48-b8d6e06df4be tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0672605 Jun 30 10:23:35.931847 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1856412225-network', 'tenant_id': '66046d779eaf498eb5a7d0049693501d'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:35.969739 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Made reservation on behalf of 66046d779eaf498eb5a7d0049693501d for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:35.972168 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:35.991685 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.010571 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2113355f-a8ee-491d-ada8-35271f7df465 req-77f34a75-dbfa-4780-80a4-d6f3c2245382 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744112 Jun 30 10:23:36.099025 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks [] for security_group (a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.104301 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.134239 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:23:36.150172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:36.155572 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (d829bd4e-6466-4df0-862e-4efce32d5748), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.155918 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Added segment d829bd4e-6466-4df0-862e-4efce32d5748 of type vlan for network 92f7ca69-564c-4a24-b658-13c086b60ac2 Jun 30 10:23:36.201397 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (92f7ca69-564c-4a24-b658-13c086b60ac2), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.214112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:36.234310 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (92f7ca69-564c-4a24-b658-13c086b60ac2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.238213 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:36.238865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.325662 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5229723 Jun 30 10:23:36.326696 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fea49d-14b8-41f5-9c23-a80c0e4b52a6 admin admin] Pushing event updated for resources: {'Network': ['ID=92f7ca69-564c-4a24-b658-13c086b60ac2,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:36.329771 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43416) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:36.342065 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 92f7ca69-564c-4a24-b658-13c086b60ac2 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:23:36.345085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Request body: {'subnet': {'network_id': '92f7ca69-564c-4a24-b658-13c086b60ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1856412225-subnet', 'tenant_id': '66046d779eaf498eb5a7d0049693501d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:36.381884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Made reservation on behalf of 66046d779eaf498eb5a7d0049693501d for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:36.385288 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.461888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:36.625481 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for subnet (425c8609-1159-4087-932c-195199696948), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.688334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=425c8609-1159-4087-932c-195199696948,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:36.697375 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Checking segment: {'id': 'd829bd4e-6466-4df0-862e-4efce32d5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '92f7ca69-564c-4a24-b658-13c086b60ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:36.697734 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Network hostable DHCP agents. Network: 92f7ca69-564c-4a24-b658-13c086b60ac2, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:23:36.718599 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Network 92f7ca69-564c-4a24-b658-13c086b60ac2 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:23:36.729858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 92f7ca69-564c-4a24-b658-13c086b60ac2) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:36.734128 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:36.734756 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:36.748667 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f56cfa-8503-49a0-aa4a-f2edd7f70dba None None] Network 92f7ca69-564c-4a24-b658-13c086b60ac2 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:36.756501 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a3c87ab3-f9aa-4f5c-a1d4-deff0d4375ca admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4247921 Jun 30 10:23:36.863118 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9789e0fc-35d6-4e98-b9d5-dc99044a27f3 None None] Network 92f7ca69-564c-4a24-b658-13c086b60ac2 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:37.151814 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adab24-c0d3-443f-a76b-a6503b0b3d3d req-c49042bb-9169-4e78-ae21-d0f1b02ea81d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:37.153496 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66adab24-c0d3-443f-a76b-a6503b0b3d3d req-c49042bb-9169-4e78-ae21-d0f1b02ea81d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0628016 Jun 30 10:23:37.232616 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66adab24-c0d3-443f-a76b-a6503b0b3d3d req-e301fe84-284c-4441-8786-31e0e215b0ed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Jun 30 10:23:37.435810 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43464) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:37.441083 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1006274377-network', 'tenant_id': '070d69c61c534edab9dd97a3dcfb7c00'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:37.470635 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Made reservation on behalf of 070d69c61c534edab9dd97a3dcfb7c00 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:37.477442 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.488730 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.582236 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks [] for security_group (a7516435-5897-4295-80f5-bbf093d7b17d), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.588859 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a7516435-5897-4295-80f5-bbf093d7b17d), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.619441 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:23:37.628461 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7516435-5897-4295-80f5-bbf093d7b17d,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:37.637200 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (9419063e-fd05-488b-8220-5a3104c180f2), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.637685 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Added segment 9419063e-fd05-488b-8220-5a3104c180f2 of type vlan for network 97324b37-ae0d-402a-bfdb-d485460baeaf Jun 30 10:23:37.684329 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (97324b37-ae0d-402a-bfdb-d485460baeaf), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.712124 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (97324b37-ae0d-402a-bfdb-d485460baeaf), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.713367 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:37.713992 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.751372 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3141859 Jun 30 10:23:37.753965 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43474) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:37.786429 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Request body: {'subnet': {'network_id': '97324b37-ae0d-402a-bfdb-d485460baeaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1006274377-subnet', 'tenant_id': '070d69c61c534edab9dd97a3dcfb7c00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:37.791876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8d112-cbd2-40f7-af0f-a0d99cc8a5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=97324b37-ae0d-402a-bfdb-d485460baeaf,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:37.801538 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 97324b37-ae0d-402a-bfdb-d485460baeaf details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:23:37.811451 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Made reservation on behalf of 070d69c61c534edab9dd97a3dcfb7c00 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:37.814602 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25316079'] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:37.873810 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:38.002055 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25308186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25316089'] for subnet (d255cc2e-d203-4b33-a23e-63cd86175681), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:38.065524 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d255cc2e-d203-4b33-a23e-63cd86175681,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:38.076004 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Checking segment: {'id': '9419063e-fd05-488b-8220-5a3104c180f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97324b37-ae0d-402a-bfdb-d485460baeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:38.076356 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Network hostable DHCP agents. Network: 97324b37-ae0d-402a-bfdb-d485460baeaf, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:23:38.078252 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:38.105098 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Network 97324b37-ae0d-402a-bfdb-d485460baeaf is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:23:38.114874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 97324b37-ae0d-402a-bfdb-d485460baeaf) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:38.119360 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:38.119943 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:38.123607 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07dd0a-956e-4e74-9481-9a8e273da836 None None] Network 97324b37-ae0d-402a-bfdb-d485460baeaf requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:38.139085 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1ac6a3a3-96a8-4cc6-a363-aecf65315f75 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3840513 Jun 30 10:23:38.239258 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ed1e9-e57a-45b1-9b4e-a9d4977b6964 None None] Network 97324b37-ae0d-402a-bfdb-d485460baeaf requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:23:38.378158 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb6d9-3b45-4a1f-8348-771d6b9106d8 req-8d9d01f5-e55a-45d8-9614-9604478dc1a0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:38.379736 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d68cb6d9-3b45-4a1f-8348-771d6b9106d8 req-8d9d01f5-e55a-45d8-9614-9604478dc1a0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0715454 Jun 30 10:23:38.452377 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d68cb6d9-3b45-4a1f-8348-771d6b9106d8 req-6aed9da2-53aa-409f-b4f4-9f915c1d147f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609503 Jun 30 10:23:39.570460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aa234-7037-426b-a346-9f4c054c844d req-bfdf3c6a-4bed-4b0a-b102-cb72a60ba022 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:39.572181 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-078aa234-7037-426b-a346-9f4c054c844d req-bfdf3c6a-4bed-4b0a-b102-cb72a60ba022 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0487280 Jun 30 10:23:39.625771 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-078aa234-7037-426b-a346-9f4c054c844d req-436d14b5-7b08-4a21-ad9c-823a9424681f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 Jun 30 10:23:39.742448 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d6609-fb28-488d-946e-d9a60ca77910 req-32900da4-9f20-4b22-8d5a-1ed83294c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:39.744103 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b34d6609-fb28-488d-946e-d9a60ca77910 req-32900da4-9f20-4b22-8d5a-1ed83294c3ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 1130 time: 0.0478437 Jun 30 10:23:39.797260 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b34d6609-fb28-488d-946e-d9a60ca77910 req-37a116c8-3a7d-4d00-8ddd-a67bab818e70 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Jun 30 10:23:40.329113 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:40.749112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a25553-efb2-4fbd-9f6f-3f9c43e09a8e req-ee0173ad-2942-46e8-b0d5-8e0e61df58bb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:40.750608 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-91a25553-efb2-4fbd-9f6f-3f9c43e09a8e req-ee0173ad-2942-46e8-b0d5-8e0e61df58bb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0503893 Jun 30 10:23:40.798171 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-91a25553-efb2-4fbd-9f6f-3f9c43e09a8e req-313b46d6-d4cf-494e-a759-494d015ed5a2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Jun 30 10:23:41.634925 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44940c7a-7049-40c5-bc64-fe5ee42891d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:41.920998 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d0b23-21ef-455a-af9b-2536acb6418c req-0c98e182-d415-42d7-bc02-bea411178ef0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:41.922931 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-234d0b23-21ef-455a-af9b-2536acb6418c req-0c98e182-d415-42d7-bc02-bea411178ef0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0529144 Jun 30 10:23:41.992086 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-234d0b23-21ef-455a-af9b-2536acb6418c req-6e8bf439-7a13-40f3-8f2b-22fd80109c2c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517442 Jun 30 10:23:42.112406 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d567cf-6d69-482d-b2ac-cf498730ebd2 req-ff776864-9352-4935-b2a8-d3ae1eafcbd8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:42.113950 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c8d567cf-6d69-482d-b2ac-cf498730ebd2 req-ff776864-9352-4935-b2a8-d3ae1eafcbd8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0519056 Jun 30 10:23:42.166818 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c8d567cf-6d69-482d-b2ac-cf498730ebd2 req-97471cf2-57e7-472b-b530-3a1c5dfb5de8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Jun 30 10:23:42.399029 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43610) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:42.569458 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ccda6b1b-23c0-487a-9135-3b8cced2c4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.709491 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ccda6b1b-23c0-487a-9135-3b8cced2c4b3 admin admin] Publish callbacks [] for security_group (58a98f71-fa29-4a1c-8774-b8848a789d16), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.719197 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ccda6b1b-23c0-487a-9135-3b8cced2c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (58a98f71-fa29-4a1c-8774-b8848a789d16), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.764375 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ccda6b1b-23c0-487a-9135-3b8cced2c4b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5e4dbcb3822498da4c5780278caf3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618062 Jun 30 10:23:42.765118 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43638) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:42.777411 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda6b1b-23c0-487a-9135-3b8cced2c4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a98f71-fa29-4a1c-8774-b8848a789d16,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:42.824240 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c1797e90-9538-4c2b-bc01-21cac79a5485 admin admin] Publish callbacks [] for security_group (58a98f71-fa29-4a1c-8774-b8848a789d16), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.856403 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c1797e90-9538-4c2b-bc01-21cac79a5485 admin admin] Publish callbacks [] for security_group (58a98f71-fa29-4a1c-8774-b8848a789d16), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.877901 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43644) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:42.897487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:42.914430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c1797e90-9538-4c2b-bc01-21cac79a5485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (58a98f71-fa29-4a1c-8774-b8848a789d16), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.917303 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c1797e90-9538-4c2b-bc01-21cac79a5485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:42.920854 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c1797e90-9538-4c2b-bc01-21cac79a5485 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58a98f71-fa29-4a1c-8774-b8848a789d16 HTTP/1.1" status: 204 len: 168 time: 0.1519511 Jun 30 10:23:42.929473 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1797e90-9538-4c2b-bc01-21cac79a5485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a98f71-fa29-4a1c-8774-b8848a789d16,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:43.177426 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ece3e3cf-77bb-4985-befe-1c19f6904579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.223336 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:43.275375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ece3e3cf-77bb-4985-befe-1c19f6904579 admin admin] Publish callbacks [] for security_group (42f3220d-4e11-4669-8d41-57467c3bf059), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.281352 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ece3e3cf-77bb-4985-befe-1c19f6904579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (42f3220d-4e11-4669-8d41-57467c3bf059), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.326051 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ece3e3cf-77bb-4985-befe-1c19f6904579 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a69090def704fc38e1758c5fccbf7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465854 Jun 30 10:23:43.327278 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3e3cf-77bb-4985-befe-1c19f6904579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f3220d-4e11-4669-8d41-57467c3bf059,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:43.329130 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43662) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:43.392705 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afbd660d-2db7-4c5f-8abf-e7371c36aa71 admin admin] Publish callbacks [] for security_group (42f3220d-4e11-4669-8d41-57467c3bf059), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.402537 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:43.419863 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afbd660d-2db7-4c5f-8abf-e7371c36aa71 admin admin] Publish callbacks [] for security_group (42f3220d-4e11-4669-8d41-57467c3bf059), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.478752 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afbd660d-2db7-4c5f-8abf-e7371c36aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (42f3220d-4e11-4669-8d41-57467c3bf059), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.480726 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afbd660d-2db7-4c5f-8abf-e7371c36aa71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.483729 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-afbd660d-2db7-4c5f-8abf-e7371c36aa71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42f3220d-4e11-4669-8d41-57467c3bf059 HTTP/1.1" status: 204 len: 168 time: 0.1503046 Jun 30 10:23:43.493860 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd660d-2db7-4c5f-8abf-e7371c36aa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f3220d-4e11-4669-8d41-57467c3bf059,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:43.836006 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b66aa4c4-bec8-48fd-85a5-e846a819f666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:43.990647 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-2389a3f1-c30a-4d51-92cd-251b1badcba1 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534804683&fields=id&tenant_id=28124a417dc443aca95f3edd11697c05 HTTP/1.1" status: 200 len: 267 time: 0.0884063 Jun 30 10:23:44.041697 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43702) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:44.066054 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1db81714-658c-4671-a961-f76074159175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:44.213102 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af201746-3720-4ec2-b16f-308254b82301 req-dbc0f56f-130a-4d5a-9094-cac8f898888f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:44.214638 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-af201746-3720-4ec2-b16f-308254b82301 req-dbc0f56f-130a-4d5a-9094-cac8f898888f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0959544 Jun 30 10:23:44.218384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-a695bf8d-5bb0-4628-b7aa-f5f758a2e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:44.219679 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-a695bf8d-5bb0-4628-b7aa-f5f758a2e115 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1129 time: 0.1416531 Jun 30 10:23:44.223779 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-eccc4b61-c594-4a1b-82f8-b89743999ca2 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:44.228378 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-eccc4b61-c594-4a1b-82f8-b89743999ca2 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 809 time: 0.2255909 Jun 30 10:23:44.259553 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-982446e1-8207-4523-bfa8-8dfcf966442e tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/quotas/28124a417dc443aca95f3edd11697c05 HTTP/1.1" status: 200 len: 375 time: 0.0252745 Jun 30 10:23:44.273149 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:44.335757 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-8c1f6800-1f47-466c-ad72-a559b078f114 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746481 Jun 30 10:23:44.369194 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-af201746-3720-4ec2-b16f-308254b82301 req-df5e0cef-3446-4be1-a601-50c7fd40b1ad tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450577 Jun 30 10:23:44.423384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1db81714-658c-4671-a961-f76074159175 admin admin] Publish callbacks [] for security_group (deb8d28b-db5a-4c56-9a28-97e85f6adf09), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:44.425476 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-7f968319-adfc-4c66-8c8e-ca4c7b62a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:44.427370 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-7f968319-adfc-4c66-8c8e-ca4c7b62a1ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1784503 Jun 30 10:23:44.430909 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1db81714-658c-4671-a961-f76074159175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (deb8d28b-db5a-4c56-9a28-97e85f6adf09), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:44.485521 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-6425bc1e-102c-462e-a11c-3b89b2caed37 service neutron] 10.222.0.44 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371276 Jun 30 10:23:44.540273 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-10aba75f-9f63-4973-b232-b60fa138c0d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 200 len: 217 time: 0.0975013 Jun 30 10:23:44.549547 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-1db81714-658c-4671-a961-f76074159175 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a2511715373468f83c5f08d067298dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057042 Jun 30 10:23:44.550674 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db81714-658c-4671-a961-f76074159175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8d28b-db5a-4c56-9a28-97e85f6adf09,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:44.554012 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43716) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:44.627591 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-7a8ecfaf-83bf-4ce5-93c7-9ce8e888b5e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317706 Jun 30 10:23:44.638298 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-6b3872ba-a3dc-4ac9-8918-6491ed3e6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:44.640052 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-6b3872ba-a3dc-4ac9-8918-6491ed3e6219 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0849664 Jun 30 10:23:44.712562 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-e64921ca-6ef4-4343-8367-71bde317456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:44.714026 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-e64921ca-6ef4-4343-8367-71bde317456d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642254 Jun 30 10:23:44.752442 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-294c1a5d-b557-4577-a80d-ce90d2511296 admin admin] Publish callbacks [] for security_group (deb8d28b-db5a-4c56-9a28-97e85f6adf09), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:44.782809 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:44.797129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-294c1a5d-b557-4577-a80d-ce90d2511296 admin admin] Publish callbacks [] for security_group (deb8d28b-db5a-4c56-9a28-97e85f6adf09), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:44.896577 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-875fe81f-48ac-49ab-96c6-8d4ce4d77ce6 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734538 Jun 30 10:23:45.193395 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-294c1a5d-b557-4577-a80d-ce90d2511296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (deb8d28b-db5a-4c56-9a28-97e85f6adf09), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:45.197648 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-294c1a5d-b557-4577-a80d-ce90d2511296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:45.199321 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-294c1a5d-b557-4577-a80d-ce90d2511296 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/deb8d28b-db5a-4c56-9a28-97e85f6adf09 HTTP/1.1" status: 204 len: 168 time: 0.6429567 Jun 30 10:23:45.215275 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-88714cfd-9237-4bc6-b87a-96864de48939 req-44bea875-8021-45e6-8caf-c3389ba0cac9 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 210 time: 0.0509186 Jun 30 10:23:45.223795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c1a5d-b557-4577-a80d-ce90d2511296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8d28b-db5a-4c56-9a28-97e85f6adf09,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:45.280403 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:45.297897 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f0c3c76c-35f8-4017-8922-c66aa1572d07 req-44ccc1ea-186c-48b1-ac32-edcafa25a139 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919644 Jun 30 10:23:45.507245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb565-4821-4f6b-aa07-8f4706df230f req-74d79fa4-a111-413e-b94b-b5dfd1f9dfad tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:45.509492 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-43ffb565-4821-4f6b-aa07-8f4706df230f req-74d79fa4-a111-413e-b94b-b5dfd1f9dfad tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Jun 30 10:23:45.573941 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-43ffb565-4821-4f6b-aa07-8f4706df230f req-d588205d-903b-4716-bf79-c6f5d630c8a5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 Jun 30 10:23:46.139423 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:46.276430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-a4d29546-926a-4501-ac72-5efcab3d6f11 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:46.278106 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-a4d29546-926a-4501-ac72-5efcab3d6f11 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 809 time: 0.1483958 Jun 30 10:23:46.349199 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e301be1a-329f-4659-a581-521adef85f1c req-df3d7eaf-f991-4a70-8823-de7157155f08 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Jun 30 10:23:46.673987 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:46.730448 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e3744-8e3a-4e47-98a7-604c6ca771fd req-102e1b43-ab4b-4876-85fe-145292472694 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:46.732013 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e00e3744-8e3a-4e47-98a7-604c6ca771fd req-102e1b43-ab4b-4876-85fe-145292472694 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Jun 30 10:23:46.783835 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e00e3744-8e3a-4e47-98a7-604c6ca771fd req-76fbb0b5-8266-44eb-8be6-c7f167292835 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Jun 30 10:23:47.025990 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:47.032886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:47.453584 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0cd14dae-c809-4046-b6d4-65260ef41e55 req-1f266f0a-cf85-4727-baa6-a1a4e7f4ae7e tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 210 time: 0.0310802 Jun 30 10:23:47.902986 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614cfb5-4c76-450b-ac01-7f255e98ff04 req-41132128-f98d-4300-9490-556c1e193537 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:47.904461 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1614cfb5-4c76-450b-ac01-7f255e98ff04 req-41132128-f98d-4300-9490-556c1e193537 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Jun 30 10:23:47.956551 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1614cfb5-4c76-450b-ac01-7f255e98ff04 req-3376b581-4a90-4ab4-8315-b071acf3d7b7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Jun 30 10:23:48.555306 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-75fa46b3-6d99-4d84-8780-fa28d1ffef41 req-bde0cd77-09ad-4181-9dcd-d6bd17288a3f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 210 time: 0.0296476 Jun 30 10:23:49.031143 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-3ba263f5-bf84-4313-84ef-a54e1b2e0ae4 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28124a417dc443aca95f3edd11697c05 HTTP/1.1" status: 200 len: 380 time: 0.0588846 Jun 30 10:23:49.053178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'port': {'device_id': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'admin_state_up': True, 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'security_groups': ['a847f7d9-e343-4bee-a7f2-af4b5db41d13']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:49.117230 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f3df-0419-4b0a-8f7d-c731ce56c655 req-2e5cce8b-67bf-4cd7-acdb-597457fed5b7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:49.122089 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3986f3df-0419-4b0a-8f7d-c731ce56c655 req-2e5cce8b-67bf-4cd7-acdb-597457fed5b7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0668595 Jun 30 10:23:49.172277 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3986f3df-0419-4b0a-8f7d-c731ce56c655 req-8336f4e4-dd9c-4a04-bea0-01941c82ef03 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Jun 30 10:23:49.178880 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Made reservation on behalf of 28124a417dc443aca95f3edd11697c05 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:49.182287 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:49.324265 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Allocated IP 172.20.0.13 (8696c136-7ee8-42d9-9741-ccc3ae5d0730/41d6c753-6eba-45fd-899e-3067e16c8d76/0bd592dd-4f07-441e-9494-dbeaf06b8644) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:49.482239 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:49.499526 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:49.520234 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:49.565781 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:49.570266 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:49.575609 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:23:49.580724 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:49.581359 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:49.591827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:49.606655 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-e51483b7-fcc0-45ab-af39-3ee10f73af24 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575113 Jun 30 10:23:49.623204 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Request body: {'port': {'device_id': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:23:49.722834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:49.731884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b42c2-fab9-44f6-83f8-e8ba32bc74fc req-2da76410-f043-4a70-a2a2-42ffeebd5985 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:49.733449 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ab5b42c2-fab9-44f6-83f8-e8ba32bc74fc req-2da76410-f043-4a70-a2a2-42ffeebd5985 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 932 time: 0.0906556 Jun 30 10:23:49.796517 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:49.814444 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-0d58da8d-c603-4e40-82e4-ec7e2bd7f8ee None None] Provisioning complete for port 0bd592dd-4f07-441e-9494-dbeaf06b8644 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:23:49.815114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0d58da8d-c603-4e40-82e4-ec7e2bd7f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:49.869608 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-0d58da8d-c603-4e40-82e4-ec7e2bd7f8ee None None] Port 0bd592dd-4f07-441e-9494-dbeaf06b8644 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:23:49.877896 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ab5b42c2-fab9-44f6-83f8-e8ba32bc74fc req-a40b9594-dfde-4810-a45c-d2669a3b324d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375592 Jun 30 10:23:50.067575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd592dd-4f07-441e-9494-dbeaf06b8644 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:23:50.076703 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Publish callbacks [] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:50.090453 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Transition to ACTIVE for port object 0bd592dd-4f07-441e-9494-dbeaf06b8644 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:23:50.095712 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:50.185036 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:50.204394 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Attempting to bind port 0bd592dd-4f07-441e-9494-dbeaf06b8644 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:23:50.204748 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Attempting to bind port 0bd592dd-4f07-441e-9494-dbeaf06b8644 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:23:50.205809 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Attempting to bind port 0bd592dd-4f07-441e-9494-dbeaf06b8644 on network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:50.210950 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Port 0bd592dd-4f07-441e-9494-dbeaf06b8644 on network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:23:50.211868 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Attempting to bind port 0bd592dd-4f07-441e-9494-dbeaf06b8644 on network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:23:50.217743 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:23:50.218400 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Checking segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:23:50.218926 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Bound using segment: {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:23:50.219472 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Bound port: 0bd592dd-4f07-441e-9494-dbeaf06b8644, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41830613-76e1-40f8-a189-056941dc78b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:23:50.219964 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:50.307405 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:50.311411 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98294610-ff83-4a29-bee5-3c4e1ae82e4c req-47c2b99f-9eae-46d4-be65-7173d0349dab tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:50.312216 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:50.315191 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-98294610-ff83-4a29-bee5-3c4e1ae82e4c req-47c2b99f-9eae-46d4-be65-7173d0349dab tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0566647 Jun 30 10:23:50.320011 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:50.332813 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:50.365946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:50.367152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:50.368930 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 1094 time: 0.7527177 Jun 30 10:23:50.369678 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:23:50.372093 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9ce07f-654e-4030-b67e-947de11370a8" -d '{"events": [{"name": "network-changed", "server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:50.412712 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1680f73-7f50-489b-82b9-1e7b21f0b824 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:50.437987 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-98294610-ff83-4a29-bee5-3c4e1ae82e4c req-5c02aa3d-004e-400f-8ea0-c552a77a404c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167181 Jun 30 10:23:50.461022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0640be3-e7c9-426c-b6a7-a4e5dc9f1060 x-openstack-request-id: req-d0640be3-e7c9-426c-b6a7-a4e5dc9f1060 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:50.461314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:50.461570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0640be3-e7c9-426c-b6a7-a4e5dc9f1060 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:50.462313 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0640be3-e7c9-426c-b6a7-a4e5dc9f1060'] response: {'name': 'network-changed', 'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'status': 'completed', 'code': 200} Jun 30 10:23:50.473220 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-7a3c445a-10b4-488c-bc2c-66cbf6c79912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:50.475372 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-7a3c445a-10b4-488c-bc2c-66cbf6c79912 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1128 time: 0.0586076 Jun 30 10:23:50.548028 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-c5d86c80-aa4b-472e-b636-b463e45bab1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 217 time: 0.0381155 Jun 30 10:23:50.639294 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-035f8407-b011-4f40-b93a-42ec14c51b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:50.641093 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-035f8407-b011-4f40-b93a-42ec14c51b9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.0840423 Jun 30 10:23:50.706203 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4f81-af76-4551-b634-015ad9636015 req-61ef7c02-78dc-43e9-9fe3-a21681b280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:50.707940 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-61ef7c02-78dc-43e9-9fe3-a21681b280b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547154 Jun 30 10:23:50.848764 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-77ef2dd5-eefc-4579-86b5-afbf7f88328c service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290746 Jun 30 10:23:50.943793 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa3e4f81-af76-4551-b634-015ad9636015 req-d054723d-970a-4560-aebe-adc9094e3861 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876789 Jun 30 10:23:51.010714 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9a7eb-e9a6-4412-b39e-f46260d44a1a req-d8d07d4c-9385-4143-ac45-568cffa552b6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:51.012576 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-46a9a7eb-e9a6-4412-b39e-f46260d44a1a req-d8d07d4c-9385-4143-ac45-568cffa552b6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0576153 Jun 30 10:23:51.068283 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-46a9a7eb-e9a6-4412-b39e-f46260d44a1a req-7c173d79-6721-4202-ab13-42ea1b508932 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493944 Jun 30 10:23:51.547093 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:51.561210 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5375548-968f-4ad2-afa6-14a669b7b726 req-d22706b0-b83f-4f8c-8ed6-7cbb11104ece tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:51.562705 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c5375548-968f-4ad2-afa6-14a669b7b726 req-d22706b0-b83f-4f8c-8ed6-7cbb11104ece tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Jun 30 10:23:51.611027 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c5375548-968f-4ad2-afa6-14a669b7b726 req-b14b929e-d4d4-42df-bcbc-1dae311011d1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Jun 30 10:23:52.188755 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c178-6ff3-4c09-9c64-28a8e8d4b4f0 req-45b7792a-88d5-42f7-83ac-041d971426c0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:52.190252 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7cc2c178-6ff3-4c09-9c64-28a8e8d4b4f0 req-45b7792a-88d5-42f7-83ac-041d971426c0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0499997 Jun 30 10:23:52.243155 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7cc2c178-6ff3-4c09-9c64-28a8e8d4b4f0 req-f15509db-ec98-4df8-bef3-ce2ad3d612de tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Jun 30 10:23:52.728202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031cdb-80fe-4cbe-9a31-632e6c2aad0d req-36ea1f61-d77d-451b-96ca-c08a64b93291 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:52.729719 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-09031cdb-80fe-4cbe-9a31-632e6c2aad0d req-36ea1f61-d77d-451b-96ca-c08a64b93291 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Jun 30 10:23:52.776989 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-09031cdb-80fe-4cbe-9a31-632e6c2aad0d req-3ded2e9e-f521-4704-b11f-ad243894c714 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Jun 30 10:23:53.323221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:53.362208 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1c6d-e484-4018-a0fa-7b3e5fd64163 req-7f714a7b-357f-46b3-a641-399c89474d23 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:53.363712 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-401b1c6d-e484-4018-a0fa-7b3e5fd64163 req-7f714a7b-357f-46b3-a641-399c89474d23 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0493336 Jun 30 10:23:53.413303 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-401b1c6d-e484-4018-a0fa-7b3e5fd64163 req-7d967d50-bbe4-444b-adf5-42685fcea800 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Jun 30 10:23:53.896053 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f78d92-a5ff-4602-9934-89bb5d415d38 req-30be8e5c-a53f-4167-be25-9d70ac69fac7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:53.897688 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-50f78d92-a5ff-4602-9934-89bb5d415d38 req-30be8e5c-a53f-4167-be25-9d70ac69fac7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0509813 Jun 30 10:23:53.960576 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-50f78d92-a5ff-4602-9934-89bb5d415d38 req-c4b032c2-23e1-45fe-a391-8aa2c22f82e2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564351 Jun 30 10:23:54.028294 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-2a66923e-13f8-4676-b923-b490ceedc249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:54.029935 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-2a66923e-13f8-4676-b923-b490ceedc249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1128 time: 0.0432026 Jun 30 10:23:54.569474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-78c8ec34-01e6-4f45-80ac-1a1db61ed012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:54.571128 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-78c8ec34-01e6-4f45-80ac-1a1db61ed012 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 910 time: 0.2137556 Jun 30 10:23:54.585372 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d09b4-35d0-4932-a862-398785392871 req-c2879354-aa0a-42b5-91e7-2469f19b4d39 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:54.592797 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-513d09b4-35d0-4932-a862-398785392871 req-c2879354-aa0a-42b5-91e7-2469f19b4d39 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0756927 Jun 30 10:23:54.663920 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-513d09b4-35d0-4932-a862-398785392871 req-16188f8f-126a-4ac7-9f99-96c80357de62 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621495 Jun 30 10:23:54.845321 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 43962) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:54.864620 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-a6573177-e069-4530-ad8e-827eedf49ec3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 217 time: 0.0477214 Jun 30 10:23:54.935932 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-dc5bda61-36c3-4300-8947-fd8b60e2b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:54.937787 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-dc5bda61-36c3-4300-8947-fd8b60e2b38e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.0638945 Jun 30 10:23:54.957244 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:55.010815 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-ad28094e-2f4f-4a15-89ec-64684971598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:55.013528 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-ad28094e-2f4f-4a15-89ec-64684971598f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680206 Jun 30 10:23:55.014168 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6736ce2d-54d0-4b11-9daf-ae667a397da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.066767 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:55.140365 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f456f6-c8b2-4693-99d5-e2d04906ac41 req-0c6debc2-f607-43bb-9d77-2bbd11b86212 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:55.142022 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-02f456f6-c8b2-4693-99d5-e2d04906ac41 req-0c6debc2-f607-43bb-9d77-2bbd11b86212 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0725446 Jun 30 10:23:55.146458 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-ca45604c-ffbb-4f93-b9df-8344994ba4d4 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213346 Jun 30 10:23:55.152086 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6736ce2d-54d0-4b11-9daf-ae667a397da8 admin admin] Publish callbacks [] for security_group (201fb94c-38ec-480b-814d-8a2271ad2012), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.161105 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6736ce2d-54d0-4b11-9daf-ae667a397da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (201fb94c-38ec-480b-814d-8a2271ad2012), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.225878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736ce2d-54d0-4b11-9daf-ae667a397da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201fb94c-38ec-480b-814d-8a2271ad2012,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:55.234564 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6736ce2d-54d0-4b11-9daf-ae667a397da8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47f188ba229a49749df2f89f8cb2d24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879790 Jun 30 10:23:55.239431 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 43978) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:55.251631 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-02f456f6-c8b2-4693-99d5-e2d04906ac41 req-50562d04-2420-4708-9a30-994cc718ff68 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982289 Jun 30 10:23:55.307746 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c9ce07f-654e-4030-b67e-947de11370a8 req-d776f3bb-41be-4343-b782-8fcb45bf4ed8 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533463 Jun 30 10:23:55.329548 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Publish callbacks [] for security_group (201fb94c-38ec-480b-814d-8a2271ad2012), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.354975 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Publish callbacks [] for security_group (201fb94c-38ec-480b-814d-8a2271ad2012), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.420786 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (201fb94c-38ec-480b-814d-8a2271ad2012), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.423331 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:55.427156 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/201fb94c-38ec-480b-814d-8a2271ad2012 HTTP/1.1" status: 204 len: 168 time: 0.1836951 Jun 30 10:23:55.436202 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201fb94c-38ec-480b-814d-8a2271ad2012,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:55.443807 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.444149 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.444483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.444811 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.445309 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.445845 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.446327 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.446838 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.447311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.448053 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.448380 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.448698 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.449015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.449610 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.449941 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00585c5-8668-4727-b200-f49b75f08f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:55.795136 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fead58-89a3-44ed-a41a-1aec3253249d req-7ff105c6-da4e-4997-bb09-8a74f354f860 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:55.796603 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3fead58-89a3-44ed-a41a-1aec3253249d req-7ff105c6-da4e-4997-bb09-8a74f354f860 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0563631 Jun 30 10:23:55.850860 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3fead58-89a3-44ed-a41a-1aec3253249d req-dbf83dc7-18d3-4f90-90d6-7c13e0b1bbaa tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482395 Jun 30 10:23:56.077315 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44004) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:56.124816 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Deleting subnet 425c8609-1159-4087-932c-195199696948 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:23:56.129438 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Publish callbacks [] for subnet (425c8609-1159-4087-932c-195199696948), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.169393 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (425c8609-1159-4087-932c-195199696948), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.209113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (425c8609-1159-4087-932c-195199696948), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.265850 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (425c8609-1159-4087-932c-195199696948), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.296112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425c8609-1159-4087-932c-195199696948,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:56.300118 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.306456 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44008) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:56.306844 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e5768fe0-de03-4dcf-b3b1-515b9a6a97d8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/425c8609-1159-4087-932c-195199696948 HTTP/1.1" status: 204 len: 168 time: 0.2281170 Jun 30 10:23:56.381463 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695af9b-0092-44a4-8a45-622e3302eebc req-2d63836a-42a6-478a-98fc-98cc96bf8d9c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:56.383194 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1695af9b-0092-44a4-8a45-622e3302eebc req-2d63836a-42a6-478a-98fc-98cc96bf8d9c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0525565 Jun 30 10:23:56.392100 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (92f7ca69-564c-4a24-b658-13c086b60ac2), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.406742 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:56.437032 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1695af9b-0092-44a4-8a45-622e3302eebc req-e6779f17-cc7b-4194-bde1-82fe693cf93e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Jun 30 10:23:56.481637 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (92f7ca69-564c-4a24-b658-13c086b60ac2), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.504396 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.504761 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.505524 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.505852 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.506188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.506573 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.506920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.507275 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.507586 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.510388 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.542419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.574885 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.575135 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.575469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.575799 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 10:23:56.576178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f7ca69-564c-4a24-b658-13c086b60ac2']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:56.599241 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd829bd4e-6466-4df0-862e-4efce32d5748') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:56.599500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd829bd4e-6466-4df0-862e-4efce32d5748') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:56.619940 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (d829bd4e-6466-4df0-862e-4efce32d5748), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.641071 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (d829bd4e-6466-4df0-862e-4efce32d5748), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.650795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:23:56.651183 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (d829bd4e-6466-4df0-862e-4efce32d5748), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.726652 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (92f7ca69-564c-4a24-b658-13c086b60ac2), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.734355 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.737626 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/92f7ca69-564c-4a24-b658-13c086b60ac2 HTTP/1.1" status: 204 len: 168 time: 0.4299052 Jun 30 10:23:56.740575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44018) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:56.775841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b9a70-1b48-4fcb-9d47-bb2930da6ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f7ca69-564c-4a24-b658-13c086b60ac2,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:56.806055 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Deleting subnet d255cc2e-d203-4b33-a23e-63cd86175681 {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:23:56.810887 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Publish callbacks [] for subnet (d255cc2e-d203-4b33-a23e-63cd86175681), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.851447 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (d255cc2e-d203-4b33-a23e-63cd86175681), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.877908 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment d829bd4e-6466-4df0-862e-4efce32d5748 resource provider aggregate not found Jun 30 10:23:56.896382 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment d829bd4e-6466-4df0-862e-4efce32d5748 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d829bd4e-6466-4df0-862e-4efce32d5748 found for delete ", "request_id": "req-322d98a7-c4c0-4c04-8ba2-d10eb6838f7b"}]} Jun 30 10:23:56.911048 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (d255cc2e-d203-4b33-a23e-63cd86175681), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:56.970303 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:57.011347 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1a35-0a9e-4a1f-ae91-b52c8b57b196 req-722e2c71-cd0c-48e3-aeac-e42ef667c436 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:57.012846 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f46f1a35-0a9e-4a1f-ae91-b52c8b57b196 req-722e2c71-cd0c-48e3-aeac-e42ef667c436 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0825672 Jun 30 10:23:57.037639 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (d255cc2e-d203-4b33-a23e-63cd86175681), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.073971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d255cc2e-d203-4b33-a23e-63cd86175681,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:57.081144 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.084132 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-fd01a362-5ea0-441e-8560-c1421f8c5b47 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d255cc2e-d203-4b33-a23e-63cd86175681 HTTP/1.1" status: 204 len: 168 time: 0.3426547 Jun 30 10:23:57.087817 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44028) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:57.110005 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f46f1a35-0a9e-4a1f-ae91-b52c8b57b196 req-6162de5f-ac70-4c0b-90f0-920a3568b966 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891881 Jun 30 10:23:57.180983 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (97324b37-ae0d-402a-bfdb-d485460baeaf), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.188465 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:57.264862 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (97324b37-ae0d-402a-bfdb-d485460baeaf), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.287718 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97324b37-ae0d-402a-bfdb-d485460baeaf']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:57.297573 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9419063e-fd05-488b-8220-5a3104c180f2') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:57.298061 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9419063e-fd05-488b-8220-5a3104c180f2') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:57.312353 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (9419063e-fd05-488b-8220-5a3104c180f2), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.326377 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (9419063e-fd05-488b-8220-5a3104c180f2), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.332717 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:23:57.333022 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (9419063e-fd05-488b-8220-5a3104c180f2), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.376365 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:57.386453 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 9419063e-fd05-488b-8220-5a3104c180f2 resource provider aggregate not found Jun 30 10:23:57.400409 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (97324b37-ae0d-402a-bfdb-d485460baeaf), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.408045 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 9419063e-fd05-488b-8220-5a3104c180f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9419063e-fd05-488b-8220-5a3104c180f2 found for delete ", "request_id": "req-958e4dae-1d81-4179-bd5f-1856e7630b24"}]} Jun 30 10:23:57.410011 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.413146 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/97324b37-ae0d-402a-bfdb-d485460baeaf HTTP/1.1" status: 204 len: 168 time: 0.3239341 Jun 30 10:23:57.422812 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e11e8-4b8c-455a-bcf5-4fdd1cd66fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97324b37-ae0d-402a-bfdb-d485460baeaf,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:57.542437 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:57.564867 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb26c-4536-4d91-ba7f-6ccb992bb11f req-f5c53fc4-c59e-4a26-805c-bbf412e547ee tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:57.566427 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c46fb26c-4536-4d91-ba7f-6ccb992bb11f req-f5c53fc4-c59e-4a26-805c-bbf412e547ee tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0570521 Jun 30 10:23:57.634978 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c46fb26c-4536-4d91-ba7f-6ccb992bb11f req-ac844a37-628f-4c53-92a8-50f37d856715 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Jun 30 10:23:57.639416 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44044) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:57.682848 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8cbe67c9-32da-43f0-92d0-fae6b6fee150 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66046d779eaf498eb5a7d0049693501d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420175 Jun 30 10:23:57.685233 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44046) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:57.735475 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8f03d8f-3769-45ea-8166-7b01b6c1f1fa admin admin] Publish callbacks [] for security_group (a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.757376 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8f03d8f-3769-45ea-8166-7b01b6c1f1fa admin admin] Publish callbacks [] for security_group (a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.809652 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8f03d8f-3769-45ea-8166-7b01b6c1f1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.812279 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a8f03d8f-3769-45ea-8166-7b01b6c1f1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:57.813469 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a8f03d8f-3769-45ea-8166-7b01b6c1f1fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e HTTP/1.1" status: 204 len: 168 time: 0.1273448 Jun 30 10:23:57.823223 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f03d8f-3769-45ea-8166-7b01b6c1f1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f0a31f-293d-441b-94b9-b0ab6e8f1c8e,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:58.158484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44054) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:58.230741 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a8e6db97-7a5f-4ee0-9c55-176109af22b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=070d69c61c534edab9dd97a3dcfb7c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709906 Jun 30 10:23:58.233350 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44056) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:23:58.245462 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659d8a-3f7d-4472-9fca-55121ecdcdda req-1cd2d6d2-fe4c-4bdc-b188-83365e3a3c77 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:58.247062 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-db659d8a-3f7d-4472-9fca-55121ecdcdda req-1cd2d6d2-fe4c-4bdc-b188-83365e3a3c77 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0623078 Jun 30 10:23:58.285298 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Publish callbacks [] for security_group (a7516435-5897-4295-80f5-bbf093d7b17d), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:58.298094 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-db659d8a-3f7d-4472-9fca-55121ecdcdda req-5c6b2e93-d27b-4402-84ad-c12b219acbf6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454917 Jun 30 10:23:58.308339 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Publish callbacks [] for security_group (a7516435-5897-4295-80f5-bbf093d7b17d), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:58.361118 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a7516435-5897-4295-80f5-bbf093d7b17d), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:58.363811 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:23:58.364958 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7516435-5897-4295-80f5-bbf093d7b17d HTTP/1.1" status: 204 len: 168 time: 0.1306376 Jun 30 10:23:58.373618 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7516435-5897-4295-80f5-bbf093d7b17d,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:58.380884 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.381223 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.381561 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.381897 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.382225 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.382547 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.382896 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.383787 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.384105 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.384435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.384774 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.385097 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.385414 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.385880 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.386032 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871bc3ca-f9ea-4ddc-b264-22892ee0c61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.763512 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e57ff4-37a1-425e-96e5-953319fae49c req-a3619952-fa1f-49d1-91bf-66420ba00bee tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:58.765045 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-94e57ff4-37a1-425e-96e5-953319fae49c req-a3619952-fa1f-49d1-91bf-66420ba00bee tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0559602 Jun 30 10:23:58.832017 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-94e57ff4-37a1-425e-96e5-953319fae49c req-93b084a5-cf59-4fc2-a1f9-77ae5604de22 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581799 Jun 30 10:23:59.403348 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:23:59.424314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bacfe-e75e-40e7-ba34-2e5d9ec72da0 req-82c82787-44bb-453b-adac-d2d076e103d5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:59.425968 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-748bacfe-e75e-40e7-ba34-2e5d9ec72da0 req-82c82787-44bb-453b-adac-d2d076e103d5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0535977 Jun 30 10:23:59.488809 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-748bacfe-e75e-40e7-ba34-2e5d9ec72da0 req-ec117e49-5302-476e-8eb8-e1c40c08bbdc tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537817 Jun 30 10:23:59.973711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140465ea-9a51-49a8-bb7b-6a8ee8f32462 req-0e4ff934-f5d4-4b8e-89b7-0d3e6a1f5bd9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:23:59.984325 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-140465ea-9a51-49a8-bb7b-6a8ee8f32462 req-0e4ff934-f5d4-4b8e-89b7-0d3e6a1f5bd9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0635791 Jun 30 10:24:00.032778 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-140465ea-9a51-49a8-bb7b-6a8ee8f32462 req-bace0434-fa52-439d-b4ae-6b190e927973 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Jun 30 10:24:00.254336 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-b3ce578f-1768-4595-b0df-6d95cb825f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:00.256347 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-b3ce578f-1768-4595-b0df-6d95cb825f79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1129 time: 0.0616996 Jun 30 10:24:00.466224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-1cfde495-76da-4104-9fd2-52787e88fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:00.467756 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-1cfde495-76da-4104-9fd2-52787e88fc2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1002812 Jun 30 10:24:00.520441 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-e9c651ca-ea97-438e-b7da-8f6434cd2ea0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Jun 30 10:24:00.630003 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8911-8abc-48af-a831-efee0d8cda4b req-d8b82edb-0c94-42c7-a002-44fe6b48406d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:00.631727 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-81be8911-8abc-48af-a831-efee0d8cda4b req-d8b82edb-0c94-42c7-a002-44fe6b48406d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0677643 Jun 30 10:24:00.668989 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-0eb198f3-233b-4bdb-8272-621ecc57597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:00.670713 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-0eb198f3-233b-4bdb-8272-621ecc57597b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0665839 Jun 30 10:24:00.718256 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-81be8911-8abc-48af-a831-efee0d8cda4b req-1ba7dcda-54da-4da7-a5b0-b2e72e867db0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791376 Jun 30 10:24:00.743797 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-5f27f180-d6d3-4b2c-98b5-e857351662de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:00.745530 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-5f27f180-d6d3-4b2c-98b5-e857351662de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670147 Jun 30 10:24:00.846450 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:00.865894 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-fd735b45-f90c-4c47-bd97-09d461fd81a5 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990689 Jun 30 10:24:01.158532 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481759b5-23df-478d-aff1-5aaf586628b5 req-20eef8b2-e060-494c-bc4e-d93b8590be86 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:01.160050 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-481759b5-23df-478d-aff1-5aaf586628b5 req-20eef8b2-e060-494c-bc4e-d93b8590be86 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Jun 30 10:24:01.216950 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-481759b5-23df-478d-aff1-5aaf586628b5 req-116cc341-322d-450e-970f-350ccf2db4a0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502794 Jun 30 10:24:01.850952 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4d8da-5a40-415d-8579-9e907cf9b702 req-cd160056-635d-4329-a90b-cac00df330cf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:01.852482 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bc4d8da-5a40-415d-8579-9e907cf9b702 req-cd160056-635d-4329-a90b-cac00df330cf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0539844 Jun 30 10:24:01.904095 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bc4d8da-5a40-415d-8579-9e907cf9b702 req-b65e36a2-ab96-4d57-92cf-44e824b8bad3 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458183 Jun 30 10:24:02.621689 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fbc21-83b5-4b95-901e-092bc26bda61 req-7dab510a-8e7a-4df4-bce4-e765fdfd768a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:02.623219 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-244fbc21-83b5-4b95-901e-092bc26bda61 req-7dab510a-8e7a-4df4-bce4-e765fdfd768a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Jun 30 10:24:02.672124 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-244fbc21-83b5-4b95-901e-092bc26bda61 req-ecf43da0-c303-4b26-876e-01bea8bd6110 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Jun 30 10:24:02.772360 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af47e9-39b4-4013-a95b-900586b1dce6 req-6263daf3-2d18-47c3-b8f2-a69fb27dd081 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:02.774367 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31af47e9-39b4-4013-a95b-900586b1dce6 req-6263daf3-2d18-47c3-b8f2-a69fb27dd081 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0477173 Jun 30 10:24:02.826894 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31af47e9-39b4-4013-a95b-900586b1dce6 req-0e0f6ee8-a11d-49e8-8aa6-9271bdb217c6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468464 Jun 30 10:24:03.028174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9bf5-0e5c-4af4-8b46-79949c315a94 req-bfe200f7-e8f9-4c8b-81bc-77ff57005204 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:03.029685 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ea5b9bf5-0e5c-4af4-8b46-79949c315a94 req-bfe200f7-e8f9-4c8b-81bc-77ff57005204 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0503082 Jun 30 10:24:03.080666 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ea5b9bf5-0e5c-4af4-8b46-79949c315a94 req-1167797e-ab5e-4988-a487-4acf4985d843 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452137 Jun 30 10:24:03.787166 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7df126-0883-455b-9e96-fb5e548a99ba req-536c8b03-149d-4a92-a2ab-e1e59cb027bf tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:03.788678 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5d7df126-0883-455b-9e96-fb5e548a99ba req-536c8b03-149d-4a92-a2ab-e1e59cb027bf tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Jun 30 10:24:03.819519 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:03.837667 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5d7df126-0883-455b-9e96-fb5e548a99ba req-ff68efe6-afea-4e7a-8a42-c884b5c98d67 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Jun 30 10:24:03.954352 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b706b2-a1cf-44f2-a389-5ce55c53c8e2 req-a6715366-2cad-427a-8c40-e05c259707ca tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:03.955759 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-39b706b2-a1cf-44f2-a389-5ce55c53c8e2 req-a6715366-2cad-427a-8c40-e05c259707ca tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Jun 30 10:24:03.975686 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:24:03.979116 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:04.004404 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-39b706b2-a1cf-44f2-a389-5ce55c53c8e2 req-71e49956-e030-4108-bb19-8efbf3297a12 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426805 Jun 30 10:24:04.080668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:04.091991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'port_id': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'mac_address': 'fa:16:3e:cf:e3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:24:04.127189 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0bd592dd-4f07-441e-9494-dbeaf06b8644 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:04.127572 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:04.141442 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd592dd-4f07-441e-9494-dbeaf06b8644 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:04.165660 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:04.170200 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:04.198049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41614aa-e979-4e65-bedb-0badf18b7b7a req-cb7ca943-79a1-4948-87b8-f126e893cc4f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:04.199632 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a41614aa-e979-4e65-bedb-0badf18b7b7a req-cb7ca943-79a1-4948-87b8-f126e893cc4f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0483646 Jun 30 10:24:04.218166 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:04.225463 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.225792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.226124 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.226455 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.226806 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.227131 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.227445 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.227762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.228106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.228422 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.228733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.229065 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.229382 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.229693 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.230013 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:04.251728 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a41614aa-e979-4e65-bedb-0badf18b7b7a req-57e83920-a4cb-4fbd-91e4-1cae6e742f8f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Jun 30 10:24:04.961776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf11c-f6ac-4990-bfc1-04a4843872cd req-e11daca0-af24-444e-bae5-1cebad8e450a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:04.963366 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1a7bf11c-f6ac-4990-bfc1-04a4843872cd req-e11daca0-af24-444e-bae5-1cebad8e450a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0520625 Jun 30 10:24:05.018225 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1a7bf11c-f6ac-4990-bfc1-04a4843872cd req-9675e28b-916a-4b3b-9e31-c6705f1cd651 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493505 Jun 30 10:24:05.130929 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3258072-5c80-47aa-89d6-1098b160303b req-276c8821-24dc-40de-bd2e-79372033abc9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:05.132357 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a3258072-5c80-47aa-89d6-1098b160303b req-276c8821-24dc-40de-bd2e-79372033abc9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0507371 Jun 30 10:24:05.183237 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a3258072-5c80-47aa-89d6-1098b160303b req-fa9d5715-93bc-42e8-a88d-517d876e4b86 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Jun 30 10:24:05.377490 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0404660-ab6c-47d1-a7c0-eee7ed7b7cf2 req-9ce63e52-66d3-4d96-96f2-e570739dfdd5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:05.379167 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a0404660-ab6c-47d1-a7c0-eee7ed7b7cf2 req-9ce63e52-66d3-4d96-96f2-e570739dfdd5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 945 time: 0.0572720 Jun 30 10:24:05.437598 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a0404660-ab6c-47d1-a7c0-eee7ed7b7cf2 req-5c1a04d9-e4e3-4faa-b7d6-8c53d92caf00 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509076 Jun 30 10:24:05.575209 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:05.594452 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['0bd592dd-4f07-441e-9494-dbeaf06b8644'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:24:05.654271 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a28b6be-fbc7-4248-81f0-01e3172ada3c req-edf95722-05bb-4c45-9314-be0add81c980 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163938 Jun 30 10:24:05.877968 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c56e26-01ea-4c21-b0f8-f806ace005ee req-df01a48d-5b1b-4a72-a78c-3e6070283b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:05.879614 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f2c56e26-01ea-4c21-b0f8-f806ace005ee req-df01a48d-5b1b-4a72-a78c-3e6070283b15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1129 time: 0.0527966 Jun 30 10:24:05.938245 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f2c56e26-01ea-4c21-b0f8-f806ace005ee req-810e697a-fcd4-4708-b148-2943eac398d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496352 Jun 30 10:24:06.158779 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9ba96-21be-44d6-a94f-92c5ae82789a req-ee2be10b-08b6-4db5-a857-c8355bc46d6f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:06.160432 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-93c9ba96-21be-44d6-a94f-92c5ae82789a req-ee2be10b-08b6-4db5-a857-c8355bc46d6f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0624323 Jun 30 10:24:06.224170 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-93c9ba96-21be-44d6-a94f-92c5ae82789a req-f59fe308-948c-4866-85ba-ba8d93a47770 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573878 Jun 30 10:24:06.318029 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3386-1e92-4003-b38d-0da67bed165e req-e037a768-bac5-4e6c-8160-1fe255155931 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:06.319676 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-095d3386-1e92-4003-b38d-0da67bed165e req-e037a768-bac5-4e6c-8160-1fe255155931 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Jun 30 10:24:06.376491 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-095d3386-1e92-4003-b38d-0da67bed165e req-b3140d70-8731-4a56-aca0-aea92ff9312d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496078 Jun 30 10:24:06.558349 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc83e25-3888-4df6-b3c6-d8544136ae5a req-1aa21961-1c88-4b00-9294-e3410ff0a56b tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:06.559886 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ecc83e25-3888-4df6-b3c6-d8544136ae5a req-1aa21961-1c88-4b00-9294-e3410ff0a56b tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 945 time: 0.0481462 Jun 30 10:24:06.610639 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ecc83e25-3888-4df6-b3c6-d8544136ae5a req-8108beee-2712-4565-9a6c-f77494b0c1ff tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Jun 30 10:24:07.021272 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:07.074986 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 0bd592dd-4f07-441e-9494-dbeaf06b8644 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:24:07.083157 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 0bd592dd-4f07-441e-9494-dbeaf06b8644 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:07.083577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:07.166822 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:07.182476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0bd592dd-4f07-441e-9494-dbeaf06b8644 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:07.182899 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:07.206871 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:07.209245 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba92267-57ff-4da4-8108-ac24dc0d3388" -d '{"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-plugged", "status": "completed", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:07.222939 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:07.230425 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:07.262150 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50121e52-9cac-4427-827c-ec24a8378331 x-openstack-request-id: req-50121e52-9cac-4427-827c-ec24a8378331 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:07.262517 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-plugged", "status": "completed", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:07.262801 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50121e52-9cac-4427-827c-ec24a8378331 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:07.263311 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50121e52-9cac-4427-827c-ec24a8378331'] response: {'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'code': 200} Jun 30 10:24:07.291399 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:07.360025 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724b71-923c-407d-a49d-a11aaab2d8d3 req-068739f3-d6c9-438a-8036-75a075f4c12d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:07.361582 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2e724b71-923c-407d-a49d-a11aaab2d8d3 req-068739f3-d6c9-438a-8036-75a075f4c12d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0569127 Jun 30 10:24:07.536594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332527b-57fb-44ca-8774-e207e4014488 req-537eb39f-6b70-438d-835e-c9fc4bfb0a42 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:07.538189 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5332527b-57fb-44ca-8774-e207e4014488 req-537eb39f-6b70-438d-835e-c9fc4bfb0a42 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0594575 Jun 30 10:24:07.599364 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5332527b-57fb-44ca-8774-e207e4014488 req-582d16a6-488b-4697-a45f-94ae95a75b70 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515056 Jun 30 10:24:07.659380 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:07.663000 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2e724b71-923c-407d-a49d-a11aaab2d8d3 req-6363afcd-f52f-4ac8-a22c-c52ea580c7f3 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932222 Jun 30 10:24:07.751441 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284424c-d978-469f-b286-735b22cf64b7 req-bcf46d5c-7ab6-4017-974b-cf8a8bdfd625 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:07.752936 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b284424c-d978-469f-b286-735b22cf64b7 req-bcf46d5c-7ab6-4017-974b-cf8a8bdfd625 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Jun 30 10:24:07.819300 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b284424c-d978-469f-b286-735b22cf64b7 req-53341c0f-d635-4e43-8caa-f536a5074549 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605536 Jun 30 10:24:08.725607 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff670-8721-4cde-963f-9a0bd63850ca req-d021ab81-1980-49ef-a000-528d1738f055 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:08.727157 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-085ff670-8721-4cde-963f-9a0bd63850ca req-d021ab81-1980-49ef-a000-528d1738f055 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0477393 Jun 30 10:24:08.779680 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-085ff670-8721-4cde-963f-9a0bd63850ca req-fef56b1b-d40b-49a6-90d4-41f192f7e03d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463123 Jun 30 10:24:08.849052 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:08.888440 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067581-9e09-4d1b-92dc-04a16091164c req-bc391c81-a1b6-469a-ba09-dd2585ba0615 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:08.889913 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-65067581-9e09-4d1b-92dc-04a16091164c req-bc391c81-a1b6-469a-ba09-dd2585ba0615 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Jun 30 10:24:08.937777 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-65067581-9e09-4d1b-92dc-04a16091164c req-b6db23d1-4fe9-49d8-8ecd-48eca72e5df7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Jun 30 10:24:09.038045 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9814a-2e45-4b34-8c8e-1398ef16730e req-28613a62-0701-4933-9aa5-c615f9eadfb7 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:09.039475 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-70b9814a-2e45-4b34-8c8e-1398ef16730e req-28613a62-0701-4933-9aa5-c615f9eadfb7 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0463750 Jun 30 10:24:09.065840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:09.090151 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-70b9814a-2e45-4b34-8c8e-1398ef16730e req-6d9f3db1-e4cf-4f9e-9501-14cda1792353 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Jun 30 10:24:09.532494 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dac26-950e-49bf-98df-89f51e668397 req-07ffd066-9f5e-4368-9c8f-c7464e83fc00 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:09.533972 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-728dac26-950e-49bf-98df-89f51e668397 req-07ffd066-9f5e-4368-9c8f-c7464e83fc00 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.2520981 Jun 30 10:24:09.581117 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-728dac26-950e-49bf-98df-89f51e668397 req-1f38a4c9-3cae-4f76-b370-aa2360259ee2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Jun 30 10:24:09.900524 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395fc5b-b85a-4feb-9e49-320c01c8bb63 req-5a2e1e4e-05f2-46dc-8378-2c0a778515b0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:09.902026 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f395fc5b-b85a-4feb-9e49-320c01c8bb63 req-5a2e1e4e-05f2-46dc-8378-2c0a778515b0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Jun 30 10:24:09.951038 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f395fc5b-b85a-4feb-9e49-320c01c8bb63 req-f03b8405-9ea4-45a5-b398-505eb60bbd58 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Jun 30 10:24:10.213190 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0096841-b0d3-49e6-b424-f65d53c9a57d req-23e43e72-0fc5-497d-abdc-fb88130e6c2a tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:10.214707 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c0096841-b0d3-49e6-b424-f65d53c9a57d req-23e43e72-0fc5-497d-abdc-fb88130e6c2a tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0498736 Jun 30 10:24:10.264701 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c0096841-b0d3-49e6-b424-f65d53c9a57d req-14249b64-f863-402a-9cea-35d572830690 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 Jun 30 10:24:10.321000 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:10.322892 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:10.696699 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4990-cef9-4a29-85df-ea239cbc01ea req-8780a280-c5c8-4f43-a63d-493e920ae8e7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:10.698460 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17cf4990-cef9-4a29-85df-ea239cbc01ea req-8780a280-c5c8-4f43-a63d-493e920ae8e7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Jun 30 10:24:10.745701 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-17cf4990-cef9-4a29-85df-ea239cbc01ea req-694b0f96-fa3d-4153-8e99-55266fd4c44a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Jun 30 10:24:11.075607 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ff9b3-82be-4d6f-b216-9398eb9cae76 req-f9e68a67-49b2-42a8-811d-c60bd3d10c60 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:11.077186 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-217ff9b3-82be-4d6f-b216-9398eb9cae76 req-f9e68a67-49b2-42a8-811d-c60bd3d10c60 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0465889 Jun 30 10:24:11.130492 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-217ff9b3-82be-4d6f-b216-9398eb9cae76 req-490326dd-8fe2-4450-ba20-812db65da3ce tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471332 Jun 30 10:24:11.321033 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc69d5-cbb0-4006-9533-24b9ae47f691 req-3292531d-4a18-4cb7-9800-7b38b9badabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:11.323452 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1fdc69d5-cbb0-4006-9533-24b9ae47f691 req-3292531d-4a18-4cb7-9800-7b38b9badabe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1130 time: 0.0747719 Jun 30 10:24:11.324767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-f8161df7-fdd5-4f64-ba27-01421dcab50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:11.326176 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-f8161df7-fdd5-4f64-ba27-01421dcab50c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1129 time: 0.0657265 Jun 30 10:24:11.533060 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bea37-00be-4ca0-9de4-fb00741be3e0 req-ea91d873-dfe8-4a78-b2af-0bf90850b936 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:11.534725 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-712bea37-00be-4ca0-9de4-fb00741be3e0 req-ea91d873-dfe8-4a78-b2af-0bf90850b936 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0534928 Jun 30 10:24:11.586168 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-712bea37-00be-4ca0-9de4-fb00741be3e0 req-c6f585c2-02d0-4fe8-84a2-777a7203fd75 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Jun 30 10:24:11.641527 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-be7ca3cf-b826-490a-833e-beb79e9c0ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:11.876400 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1fdc69d5-cbb0-4006-9533-24b9ae47f691 req-cd4f80d7-f596-4198-a1f4-b9b3fccfc8e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511219 Jun 30 10:24:11.908285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66085741-9b9c-4272-ad99-c7e119d9c00b req-0eed54e3-9429-4c45-a956-45437c7a7afb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:11.909773 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66085741-9b9c-4272-ad99-c7e119d9c00b req-0eed54e3-9429-4c45-a956-45437c7a7afb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0773604 Jun 30 10:24:11.911238 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-b3422e99-6db5-4234-af2e-e9d061c9c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:11.912614 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-b3422e99-6db5-4234-af2e-e9d061c9c653 service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1804149 Jun 30 10:24:11.968865 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66085741-9b9c-4272-ad99-c7e119d9c00b req-5ee47a2d-b4e0-4567-bb4b-e76611523ddd tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Jun 30 10:24:12.252441 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf1ea-a1d4-4ed4-a38d-16f6b312a518 req-5ab5a0f1-66c5-4e72-8f61-75d2fc922baf tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:12.253954 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-425bf1ea-a1d4-4ed4-a38d-16f6b312a518 req-5ab5a0f1-66c5-4e72-8f61-75d2fc922baf tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0480611 Jun 30 10:24:12.305431 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-425bf1ea-a1d4-4ed4-a38d-16f6b312a518 req-97878a92-c453-46a7-bb70-40d676d9b103 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457814 Jun 30 10:24:12.372939 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-85c6508a-05eb-4ea1-b6c5-fc034f00dcd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 200 len: 217 time: 0.0347896 Jun 30 10:24:12.441729 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-196b781e-761c-4b15-a2f3-1d240b510277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:12.443276 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-196b781e-761c-4b15-a2f3-1d240b510277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0587587 Jun 30 10:24:12.514207 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-40bbdb0d-8286-48e1-bc49-8b5ae3d5d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:12.516314 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-40bbdb0d-8286-48e1-bc49-8b5ae3d5d8ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586143 Jun 30 10:24:12.640358 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-72986cb6-d95a-489b-88e5-71996470f75e service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124222 Jun 30 10:24:12.704882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:12.728122 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d30afb-d938-481a-b7cd-fb2f088edb35 req-f35fa6f1-8930-4f6d-8263-e412e582d1b2 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:12.729813 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-88d30afb-d938-481a-b7cd-fb2f088edb35 req-f35fa6f1-8930-4f6d-8263-e412e582d1b2 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0620847 Jun 30 10:24:12.742248 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44432) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:12.747075 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609321115', 'description': 'tempest-description--424313376'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:12.773914 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:12.792515 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-88d30afb-d938-481a-b7cd-fb2f088edb35 req-293afbe9-88c6-4ad2-b24a-378531f24717 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556462 Jun 30 10:24:12.864211 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (dd3e7a69-2773-4844-b6e0-664f7492fd61), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:12.868317 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (dd3e7a69-2773-4844-b6e0-664f7492fd61), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:12.887987 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:12.901419 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:12.902772 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593940 Jun 30 10:24:12.905655 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e0fb0-e806-4f51-98e3-b1b0c9d482b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e7a69-2773-4844-b6e0-664f7492fd61,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:12.906069 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44434) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:12.911327 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': 'dd3e7a69-2773-4844-b6e0-664f7492fd61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:12.949206 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (ab67115d-c94e-4fc8-8e28-be97c1672817), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.044531 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (ab67115d-c94e-4fc8-8e28-be97c1672817), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.057266 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44440) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:13.072196 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (ab67115d-c94e-4fc8-8e28-be97c1672817), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.100088 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab67115d-c94e-4fc8-8e28-be97c1672817,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:13.100741 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38ef2b-3908-446a-bd87-4263cf969e0e req-8f41f1a4-2bdc-446a-8e4f-c4b308516fc5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:13.107914 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9d38ef2b-3908-446a-bd87-4263cf969e0e req-8f41f1a4-2bdc-446a-8e4f-c4b308516fc5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0622385 Jun 30 10:24:13.117760 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.122376 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-75f60033-594b-43f2-945e-35b382cd8a69 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2148497 Jun 30 10:24:13.124658 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44446) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:13.128499 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8bb2c211-cbec-47e1-825a-b63ef54a3833 req-0a58a941-d209-4294-84bb-3483fb8ad0c1 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349046 Jun 30 10:24:13.131714 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': 'dd3e7a69-2773-4844-b6e0-664f7492fd61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:13.181754 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (4ea64c22-99d5-4856-b7e4-b2cb711aa55a), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.198835 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:13.211569 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9d38ef2b-3908-446a-bd87-4263cf969e0e req-f3c6330b-e8ab-4367-b24d-662623db7065 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019876 Jun 30 10:24:13.236866 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-26c73338-bb60-4a2e-af0f-e944f25ff676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.269489 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (4ea64c22-99d5-4856-b7e4-b2cb711aa55a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.274799 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (4ea64c22-99d5-4856-b7e4-b2cb711aa55a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.297883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea64c22-99d5-4856-b7e4-b2cb711aa55a,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:13.310612 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.316191 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7c4002b8-6fab-41e7-8a25-08c77e08a628 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863871 Jun 30 10:24:13.316384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44454) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:13.324532 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:13.330165 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:13.335769 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-26c73338-bb60-4a2e-af0f-e944f25ff676 admin admin] Publish callbacks [] for security_group (d65c9198-7594-4827-a628-2aacdd8d4f95), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.341708 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-26c73338-bb60-4a2e-af0f-e944f25ff676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d65c9198-7594-4827-a628-2aacdd8d4f95), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.362676 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.398742 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c73338-bb60-4a2e-af0f-e944f25ff676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c9198-7594-4827-a628-2aacdd8d4f95,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:13.404313 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-26c73338-bb60-4a2e-af0f-e944f25ff676 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8847d7193b7645f2bc0108a958ae96d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458331 Jun 30 10:24:13.408995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44458) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:13.541734 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee2d5b-df01-4048-8ae2-a746056c9ee7 req-6caf5702-c351-4697-b159-17f3c3dc010c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:13.543294 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-18ee2d5b-df01-4048-8ae2-a746056c9ee7 req-6caf5702-c351-4697-b159-17f3c3dc010c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1247079 Jun 30 10:24:13.548264 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.587445 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a003ab4e-0921-4880-8a5c-2a898c8e9424 admin admin] Publish callbacks [] for security_group (d65c9198-7594-4827-a628-2aacdd8d4f95), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.670127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a003ab4e-0921-4880-8a5c-2a898c8e9424 admin admin] Publish callbacks [] for security_group (d65c9198-7594-4827-a628-2aacdd8d4f95), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.684664 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-18ee2d5b-df01-4048-8ae2-a746056c9ee7 req-4d8f5115-20d2-417d-bb79-7cacdc530682 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305511 Jun 30 10:24:13.690131 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:13.761004 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.27.3.203 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/84c7873d-a4ec-4ef3-93c3-742142e0fd0b) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:13.777866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a003ab4e-0921-4880-8a5c-2a898c8e9424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d65c9198-7594-4827-a628-2aacdd8d4f95), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.780344 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a003ab4e-0921-4880-8a5c-2a898c8e9424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.781484 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a003ab4e-0921-4880-8a5c-2a898c8e9424 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d65c9198-7594-4827-a628-2aacdd8d4f95 HTTP/1.1" status: 204 len: 168 time: 0.3698454 Jun 30 10:24:13.803251 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003ab4e-0921-4880-8a5c-2a898c8e9424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c9198-7594-4827-a628-2aacdd8d4f95,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:13.849687 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bc798fd6-b10e-4f9e-885a-b076ecf07100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.916088 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.916865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f70715-0eac-4cbf-9ec5-90ae4a188efa req-16463e0f-cd2a-4604-873c-c44c75055a0c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:13.918809 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-68f70715-0eac-4cbf-9ec5-90ae4a188efa req-16463e0f-cd2a-4604-873c-c44c75055a0c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0572703 Jun 30 10:24:13.961491 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:13.984796 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-68f70715-0eac-4cbf-9ec5-90ae4a188efa req-a1446841-4248-48d8-8159-74176207abaf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567479 Jun 30 10:24:14.004042 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:14.007090 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:14.011500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:24:14.016963 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=84c7873d-a4ec-4ef3-93c3-742142e0fd0b,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:14.103164 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:14.104594 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (ab126f0c-0b6d-4c11-89e3-0068ebbe343f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.139615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44470) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:14.149061 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.158012 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0836ed87-a1f1-4f80-ba8d-1e572d9b104d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.241632 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0836ed87-a1f1-4f80-ba8d-1e572d9b104d admin admin] Publish callbacks [] for security_group (d8e7ba1c-5fd6-4a36-8a15-5207c19f2567), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.246830 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0836ed87-a1f1-4f80-ba8d-1e572d9b104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d8e7ba1c-5fd6-4a36-8a15-5207c19f2567), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.294669 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0836ed87-a1f1-4f80-ba8d-1e572d9b104d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e695f90cad3b4a75bb771bbf23f3bfe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539030 Jun 30 10:24:14.296254 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836ed87-a1f1-4f80-ba8d-1e572d9b104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7ba1c-5fd6-4a36-8a15-5207c19f2567,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:14.298143 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44474) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:14.351340 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc8cda-cd87-4601-9fd9-7472d79d15b2 req-438b4fdc-7cd8-42c6-87aa-484a5f9d8e56 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:14.352002 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-66f27f5d-5980-4e18-b725-c5548f29ab9c admin admin] Publish callbacks [] for security_group (d8e7ba1c-5fd6-4a36-8a15-5207c19f2567), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.352898 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-28fc8cda-cd87-4601-9fd9-7472d79d15b2 req-438b4fdc-7cd8-42c6-87aa-484a5f9d8e56 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0727701 Jun 30 10:24:14.376775 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-66f27f5d-5980-4e18-b725-c5548f29ab9c admin admin] Publish callbacks [] for security_group (d8e7ba1c-5fd6-4a36-8a15-5207c19f2567), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.378347 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.387450 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.429588 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-66f27f5d-5980-4e18-b725-c5548f29ab9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d8e7ba1c-5fd6-4a36-8a15-5207c19f2567), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.432149 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-66f27f5d-5980-4e18-b725-c5548f29ab9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.433312 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-66f27f5d-5980-4e18-b725-c5548f29ab9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8e7ba1c-5fd6-4a36-8a15-5207c19f2567 HTTP/1.1" status: 204 len: 168 time: 0.1342154 Jun 30 10:24:14.444307 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f27f5d-5980-4e18-b725-c5548f29ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7ba1c-5fd6-4a36-8a15-5207c19f2567,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:14.468367 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:14.488374 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-28fc8cda-cd87-4601-9fd9-7472d79d15b2 req-576d8c2c-324f-4a5c-963d-c955de8e3e9e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260316 Jun 30 10:24:14.493573 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=84c7873d-a4ec-4ef3-93c3-742142e0fd0b,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:14.514371 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (ab126f0c-0b6d-4c11-89e3-0068ebbe343f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.543052 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.546073 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-66756033-c768-4b3a-bb26-9d956eed59d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2284255 Jun 30 10:24:14.823312 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-310ba2e0-4dd2-4789-a0d5-5c11ae6754a4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1609321115&fields=id&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 267 time: 0.0653276 Jun 30 10:24:14.854431 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3d5b-2e8e-4f20-84f0-f2752906113e req-158b2039-3966-4685-9c51-27cab39bb815 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:14.856439 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b4fe3d5b-2e8e-4f20-84f0-f2752906113e req-158b2039-3966-4685-9c51-27cab39bb815 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0726404 Jun 30 10:24:14.863548 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:14.877735 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:14.933872 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b4fe3d5b-2e8e-4f20-84f0-f2752906113e req-794ade1a-df8b-4c5d-a5f4-fd1fc885ed59 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711534 Jun 30 10:24:14.934254 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44498) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:14.952880 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41157a70-0f04-4480-95c0-dc936b8cdf29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:14.974879 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-e553abd7-d7d7-4199-839d-98238398ed8e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:14.976493 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-e553abd7-d7d7-4199-839d-98238398ed8e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.1456265 Jun 30 10:24:14.992202 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-230840e0-fd5f-404a-9fc2-c50200cc9378 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/quotas/d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 375 time: 0.0095544 Jun 30 10:24:15.050257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41157a70-0f04-4480-95c0-dc936b8cdf29 admin admin] Publish callbacks [] for security_group (5c7c327b-8f89-44de-b4e1-aa335f2f2a9d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.056420 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41157a70-0f04-4480-95c0-dc936b8cdf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5c7c327b-8f89-44de-b4e1-aa335f2f2a9d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.061439 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-f87577f8-3c75-480c-abf3-8096b9fc25a2 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626569 Jun 30 10:24:15.133469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41157a70-0f04-4480-95c0-dc936b8cdf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c327b-8f89-44de-b4e1-aa335f2f2a9d,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:15.139922 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-41157a70-0f04-4480-95c0-dc936b8cdf29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8832aa970d74984ba98bc61e09cb0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046423 Jun 30 10:24:15.141155 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:15.143419 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44502) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:15.151884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359b82f-3ef3-4965-88b6-cca052c47dce req-d74f752d-339c-4b5f-9bf6-0cff5f834775 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:15.153515 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7359b82f-3ef3-4965-88b6-cca052c47dce req-d74f752d-339c-4b5f-9bf6-0cff5f834775 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0801358 Jun 30 10:24:15.169265 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-42e01a1b-8a86-4adb-90ef-5c47eae49fef service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953622 Jun 30 10:24:15.207048 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.239654 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:15.248218 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7359b82f-3ef3-4965-88b6-cca052c47dce req-dff95e95-dd94-4527-ab0a-5aab9d292039 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817382 Jun 30 10:24:15.248849 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86b0c91d-6e86-429d-91cb-2e4a08b95fbc admin admin] Publish callbacks [] for security_group (5c7c327b-8f89-44de-b4e1-aa335f2f2a9d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.277264 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86b0c91d-6e86-429d-91cb-2e4a08b95fbc admin admin] Publish callbacks [] for security_group (5c7c327b-8f89-44de-b4e1-aa335f2f2a9d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.289276 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-9692cfdc-cd17-4337-ba67-d76b12da1e94 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121526 Jun 30 10:24:15.331966 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86b0c91d-6e86-429d-91cb-2e4a08b95fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5c7c327b-8f89-44de-b4e1-aa335f2f2a9d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.334565 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86b0c91d-6e86-429d-91cb-2e4a08b95fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:15.335774 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-86b0c91d-6e86-429d-91cb-2e4a08b95fbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c7c327b-8f89-44de-b4e1-aa335f2f2a9d HTTP/1.1" status: 204 len: 168 time: 0.1912947 Jun 30 10:24:15.347602 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c91d-6e86-429d-91cb-2e4a08b95fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c327b-8f89-44de-b4e1-aa335f2f2a9d,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:15.480332 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2677abc1-a792-4b3b-b064-aa69a7514639 req-b647fc64-da3b-4932-aa4f-60728e9aabdf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.0326140 Jun 30 10:24:15.643412 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade5eff-67af-40e6-a510-16af973b90b5 req-f1f45865-bf39-4d53-a0f1-fe5e6d3aa944 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:15.645733 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ade5eff-67af-40e6-a510-16af973b90b5 req-f1f45865-bf39-4d53-a0f1-fe5e6d3aa944 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0720856 Jun 30 10:24:15.713536 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ade5eff-67af-40e6-a510-16af973b90b5 req-c7ddc5de-abd7-4ca2-9316-cd9aa063a020 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604956 Jun 30 10:24:16.080744 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d587b-2a9b-46d1-b904-b654bb1efc40 req-88c91a78-8e2d-4ede-ad0c-68d5dbb97420 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:16.082342 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f30d587b-2a9b-46d1-b904-b654bb1efc40 req-88c91a78-8e2d-4ede-ad0c-68d5dbb97420 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0538313 Jun 30 10:24:16.150217 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f30d587b-2a9b-46d1-b904-b654bb1efc40 req-b147695c-6452-4505-bb70-a2d7856536dc tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615721 Jun 30 10:24:16.370513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa16350-2379-48df-a563-afb8a6b0d7be req-dec34a93-95b6-4b60-8885-dc06083c47d5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:16.373462 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3aa16350-2379-48df-a563-afb8a6b0d7be req-dec34a93-95b6-4b60-8885-dc06083c47d5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0511284 Jun 30 10:24:16.426500 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3aa16350-2379-48df-a563-afb8a6b0d7be req-ba3c572e-a0c3-44c6-96ac-76d1fa9c1fc9 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Jun 30 10:24:16.589151 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5ceeae7f-354e-4dbe-b9db-1f283c11ce6d req-25847b67-a6ea-4255-9871-cfed494ab964 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.0352888 Jun 30 10:24:16.674112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:16.850901 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4322a-7dfe-4b59-b720-4df331c837c2 req-0c021d73-c6a1-41be-a95c-bbcd8d1cd5c0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:16.853019 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e0e4322a-7dfe-4b59-b720-4df331c837c2 req-0c021d73-c6a1-41be-a95c-bbcd8d1cd5c0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Jun 30 10:24:16.905801 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e0e4322a-7dfe-4b59-b720-4df331c837c2 req-fd7931ca-80a9-4060-88cb-2f5746eb29ce tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466328 Jun 30 10:24:17.029967 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:17.268136 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c046df4-36de-4201-b8ba-0de5206d2040 req-f005b37b-61f5-4d33-bb96-1a65c0cb0e8a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:17.269618 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c046df4-36de-4201-b8ba-0de5206d2040 req-f005b37b-61f5-4d33-bb96-1a65c0cb0e8a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0467236 Jun 30 10:24:17.322067 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c046df4-36de-4201-b8ba-0de5206d2040 req-7828438d-f584-4a09-a952-683c4c3f79af tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Jun 30 10:24:17.548957 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6ec2e-9374-46bf-8370-0859dc0c0bf8 req-ddb19575-25a3-4063-be21-39e2445ba853 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:17.550454 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3db6ec2e-9374-46bf-8370-0859dc0c0bf8 req-ddb19575-25a3-4063-be21-39e2445ba853 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0529428 Jun 30 10:24:17.603300 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3db6ec2e-9374-46bf-8370-0859dc0c0bf8 req-95ea9aa9-0f08-4a56-bad4-541373505aef tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Jun 30 10:24:17.690646 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fc0ec766-b63f-4341-928b-59e22f7f81d1 req-1b59bb92-2bef-43dd-8ac5-ca6a6375f002 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.0283113 Jun 30 10:24:18.038309 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1626e3b-e6f1-4d03-9891-39beb48ba44d req-8dc5b253-ac15-4031-8ce1-5277e9fa7b92 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:18.047098 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a1626e3b-e6f1-4d03-9891-39beb48ba44d req-8dc5b253-ac15-4031-8ce1-5277e9fa7b92 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0680194 Jun 30 10:24:18.092156 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a1626e3b-e6f1-4d03-9891-39beb48ba44d req-d8f48d46-80e2-4765-8fa1-7e4c5cf1f990 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Jun 30 10:24:18.454417 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8908-b74e-4f26-9475-78e2462915cb req-c934bff4-1d50-4acd-9a3a-b08dfd762175 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:18.455975 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b9e8908-b74e-4f26-9475-78e2462915cb req-c934bff4-1d50-4acd-9a3a-b08dfd762175 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0558343 Jun 30 10:24:18.510290 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b9e8908-b74e-4f26-9475-78e2462915cb req-17fcfa84-a12f-4ea7-8922-89baf033ebdf tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472367 Jun 30 10:24:18.724456 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b300107-87fd-4293-8a82-a496865c1d68 req-caf45f0d-1be1-475d-8196-0d25d0dce5f6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:18.726004 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7b300107-87fd-4293-8a82-a496865c1d68 req-caf45f0d-1be1-475d-8196-0d25d0dce5f6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0525649 Jun 30 10:24:18.784508 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7b300107-87fd-4293-8a82-a496865c1d68 req-ed808ab6-4761-4b76-9c78-650c7e3872b5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516975 Jun 30 10:24:18.793643 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f1fdd7aa-3f06-44a2-8c7a-b7ae49056e5b req-55d04232-89dd-4286-86a4-6eb407a6a288 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.0312097 Jun 30 10:24:18.918514 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153610-fe79-4c03-b1dd-f927bccbf912 req-04b979a6-51bf-4762-89e3-e6566e2294d7 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:18.919643 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-73153610-fe79-4c03-b1dd-f927bccbf912 req-04b979a6-51bf-4762-89e3-e6566e2294d7 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0581243 Jun 30 10:24:18.974415 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-73153610-fe79-4c03-b1dd-f927bccbf912 req-5fe69af6-a651-404b-8d46-5370405600f8 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Jun 30 10:24:18.997900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44616) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:19.235178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa527d-6d7d-4791-b277-69a3d54b2092 req-a44b4153-0b5c-4924-a321-b14553b1dc20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:19.237326 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0cfa527d-6d7d-4791-b277-69a3d54b2092 req-a44b4153-0b5c-4924-a321-b14553b1dc20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0605125 Jun 30 10:24:19.252049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:19.309989 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:19.313498 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0cfa527d-6d7d-4791-b277-69a3d54b2092 req-e35340a9-e7f0-4a44-84db-4087e25e2875 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Jun 30 10:24:19.314315 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9a21a2-731d-4ca8-9424-d775be300644 tempest-TestShelveInstance-235464006 tempest-TestShelveInstance-235464006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:19.315898 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-7d9a21a2-731d-4ca8-9424-d775be300644 tempest-TestShelveInstance-235464006 tempest-TestShelveInstance-235464006-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1125 time: 0.3169756 Jun 30 10:24:19.319592 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44640) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:19.325429 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'port_id': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:19.357106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:19.454188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:19.611471 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Allocated IP 172.27.3.141 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/a494dab7-35bb-45b8-ade4-9ebbc3327cf8) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:19.690475 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a52f6-3d16-45e2-ac54-383d2ef1ddb5 req-ddeb64af-dc98-41d3-8389-2707922e203f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:19.692214 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-531a52f6-3d16-45e2-ac54-383d2ef1ddb5 req-ddeb64af-dc98-41d3-8389-2707922e203f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0576239 Jun 30 10:24:19.775903 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-531a52f6-3d16-45e2-ac54-383d2ef1ddb5 req-855476ab-e574-4dc6-949c-545a1620af4d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700107 Jun 30 10:24:19.782085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:19.819101 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:19.862128 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:19.867080 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:19.869615 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:24:19.900908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'Port': ['ID=a494dab7-35bb-45b8-ade4-9ebbc3327cf8,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:19.931524 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7347a93-3f4d-4e40-bc27-121a7098da37 req-75f737c0-e88d-4bc4-bf5e-2fa2fc1f45ab tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.0572131 Jun 30 10:24:19.935812 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:20.187636 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:20.291042 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for floatingip (f8470850-0f87-4f3a-8abb-37b19891ac55), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:20.359076 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:20.631031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:20.640023 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-620035dd-494a-4072-b0d2-ccd34035eae7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:20.641599 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-620035dd-494a-4072-b0d2-ccd34035eae7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.1579783 Jun 30 10:24:20.642791 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:20.926940 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18259e75-a927-48a4-ac31-e862bfb2e953 req-b30a1ba6-149e-4a13-9381-ccb54298923a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:20.931099 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-18259e75-a927-48a4-ac31-e862bfb2e953 req-b30a1ba6-149e-4a13-9381-ccb54298923a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0604956 Jun 30 10:24:20.965704 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44688) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:20.977986 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562407398', 'description': 'tempest-description--286741401'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:20.991082 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-18259e75-a927-48a4-ac31-e862bfb2e953 req-f9a990a0-4283-4368-873d-96eae40f1417 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536537 Jun 30 10:24:21.002732 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event updated for resources: {'Port': ['ID=a494dab7-35bb-45b8-ade4-9ebbc3327cf8,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:21.056420 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f8470850-0f87-4f3a-8abb-37b19891ac55), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.075914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.114459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:21.127226 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7412dacd-fa9a-4b71-94c1-a0a11604e983 req-006fb9a7-a160-4ae0-9f9c-c65a9355dc26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.1066132 Jun 30 10:24:21.164040 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-b348cd8a-f953-4286-a0f9-69f6d1b4d35f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 472 time: 0.4929996 Jun 30 10:24:21.180924 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'port': {'device_id': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'admin_state_up': True, 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'security_groups': ['dd3e7a69-2773-4844-b6e0-664f7492fd61']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:21.284632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:21.305143 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Floating IP f8470850-0f87-4f3a-8abb-37b19891ac55 associated. External IP: 172.27.3.141, port: 0bd592dd-4f07-441e-9494-dbeaf06b8644. Jun 30 10:24:21.415321 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group (e899a3cd-a050-489b-9731-e38a078f9403), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.428119 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (e899a3cd-a050-489b-9731-e38a078f9403), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.486177 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.487447 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5175188 Jun 30 10:24:21.488257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e57927-a82a-410d-87e8-6a43d0d3ffed tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e899a3cd-a050-489b-9731-e38a078f9403,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:21.490716 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44700) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:21.492616 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Made reservation on behalf of d85406a94e3c4b07852c8d61bdcfc79e for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:21.496058 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.498619 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'security_group_rule': {'security_group_id': 'e899a3cd-a050-489b-9731-e38a078f9403', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:21.529051 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group_rule (1790c4df-93ee-49b7-9009-f4850388a972), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.533552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:21.596921 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group_rule (1790c4df-93ee-49b7-9009-f4850388a972), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.602013 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (1790c4df-93ee-49b7-9009-f4850388a972), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.624466 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1790c4df-93ee-49b7-9009-f4850388a972,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:21.636825 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.638921 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-5cfe2730-68be-4abf-bcd1-3b859e42a3fb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450195 Jun 30 10:24:21.651513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44706) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:21.651513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'security_group_rule': {'security_group_id': 'e899a3cd-a050-489b-9731-e38a078f9403', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:21.678525 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group_rule (01a53d67-2418-4ac0-bfa5-fc71e3b9af30), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.722341 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Router 2d4d9aed-7f5d-4c9f-b455-37529079c333 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:24:21.747084 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group_rule (01a53d67-2418-4ac0-bfa5-fc71e3b9af30), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.756732 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (01a53d67-2418-4ac0-bfa5-fc71e3b9af30), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.781019 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a53d67-2418-4ac0-bfa5-fc71e3b9af30,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:21.792892 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.794874 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.20.0.9 (83b97fe7-5a74-4333-a1f1-76508fb99056/83f53222-17a2-418e-ae06-b78e710b6cf7/07064e36-9ce4-460d-af28-65fa58b70a6d) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:21.795258 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c61a64f3-8b7b-4354-a688-cd3e61575af8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516597 Jun 30 10:24:21.797878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44710) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:21.803282 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:21.827700 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.922147 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44716) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:21.945883 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:21.960764 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:21.989213 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.051313 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:22.090156 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:22.097014 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Allocated IP 172.27.3.157 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/a8698d59-e4a6-4288-948f-788afa987cc9) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:22.105674 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] Sync routers for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:22.112924 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.124433 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:24:22.125089 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:24:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:22.151801 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-16ffdec8-3ac8-446d-a589-e1d8f78dd8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.205793 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=07064e36-9ce4-460d-af28-65fa58b70a6d,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:22.231156 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.288678 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:22.313144 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:22.322032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:24:22.329506 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5cbb06a4-b9be-4802-ae78-feae783ac5a5 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0088406 Jun 30 10:24:22.347116 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:24:22.353726 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:22.355994 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f861009-8c3e-4002-a1b4-d24cbafc9171" -d '{"events": [{"name": "network-changed", "server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:22.371164 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f17af-4d5d-4655-8b97-ab813d2cd2aa req-554d8345-9464-4053-a560-7a899d02c0c9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:22.371531 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c33f8d-ad80-4e74-9cfa-70c849e7001d req-61ed541a-785a-4cf5-b802-b890d8512a5f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:22.372743 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ce8f17af-4d5d-4655-8b97-ab813d2cd2aa req-554d8345-9464-4053-a560-7a899d02c0c9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.2185543 Jun 30 10:24:22.378567 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f1c33f8d-ad80-4e74-9cfa-70c849e7001d req-61ed541a-785a-4cf5-b802-b890d8512a5f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 931 time: 0.1085560 Jun 30 10:24:22.426020 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:22.429181 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for port (a8698d59-e4a6-4288-948f-788afa987cc9), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.440927 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:22.479109 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f1c33f8d-ad80-4e74-9cfa-70c849e7001d req-fa301d02-af61-40b7-b384-619dcd7206e7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984206 Jun 30 10:24:22.489426 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:22.490101 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.501625 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ce8f17af-4d5d-4655-8b97-ab813d2cd2aa req-fa319763-601d-42f0-8bfa-5ac9b57a7ef8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135814 Jun 30 10:24:22.565030 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-16ffdec8-3ac8-446d-a589-e1d8f78dd8fe admin admin] Publish callbacks [] for security_group (941a8956-062e-4a1a-b5ee-0fb056600e68), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.567589 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f30e9f-e699-4798-b9a1-26fcf93797fd x-openstack-request-id: req-97f30e9f-e699-4798-b9a1-26fcf93797fd {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:22.568533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:22.569504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97f30e9f-e699-4798-b9a1-26fcf93797fd {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:22.569984 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f30e9f-e699-4798-b9a1-26fcf93797fd'] response: {'name': 'network-changed', 'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'status': 'completed', 'code': 200} Jun 30 10:24:22.576944 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-af885260-d240-44db-a229-3b0d3d594a1f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4025424 Jun 30 10:24:22.583638 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-16ffdec8-3ac8-446d-a589-e1d8f78dd8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (941a8956-062e-4a1a-b5ee-0fb056600e68), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.591162 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (a8698d59-e4a6-4288-948f-788afa987cc9), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.675832 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f8470850-0f87-4f3a-8abb-37b19891ac55', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'port_id': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'mac_address': 'fa:16:3e:cf:e3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:20Z', 'updated_at': '2022-06-30T10:24:20Z', 'revision_number': 0, 'project_id': '28124a417dc443aca95f3edd11697c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:14Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:22.677629 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:22.684735 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-16ffdec8-3ac8-446d-a589-e1d8f78dd8fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40163cd183194725a7f50630a4d2f701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7603583 Jun 30 10:24:22.684948 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:22.686376 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44734) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:22.687531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:24:22.708500 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] Checking router: 2d4d9aed-7f5d-4c9f-b455-37529079c333 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:22.710326 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffdec8-3ac8-446d-a589-e1d8f78dd8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941a8956-062e-4a1a-b5ee-0fb056600e68,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:22.716354 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'Port': ['ID=a8698d59-e4a6-4288-948f-788afa987cc9,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:22.717875 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-66f33248-71a2-4a6f-834d-a5e69f555107 None None] Provisioning complete for port 07064e36-9ce4-460d-af28-65fa58b70a6d triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:22.718249 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-66f33248-71a2-4a6f-834d-a5e69f555107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.747192 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:24:22.747864 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:24:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:22.750275 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95422b8e-69e6-4033-9068-3c58a11a398b admin admin] Publish callbacks [] for security_group (941a8956-062e-4a1a-b5ee-0fb056600e68), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.778431 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95422b8e-69e6-4033-9068-3c58a11a398b admin admin] Publish callbacks [] for security_group (941a8956-062e-4a1a-b5ee-0fb056600e68), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.784062 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.822892 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-66f33248-71a2-4a6f-834d-a5e69f555107 None None] Port 07064e36-9ce4-460d-af28-65fa58b70a6d cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:24:22.829645 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a8698d59-e4a6-4288-948f-788afa987cc9), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.842951 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95422b8e-69e6-4033-9068-3c58a11a398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (941a8956-062e-4a1a-b5ee-0fb056600e68), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.845432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95422b8e-69e6-4033-9068-3c58a11a398b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:22.847648 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-95422b8e-69e6-4033-9068-3c58a11a398b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/941a8956-062e-4a1a-b5ee-0fb056600e68 HTTP/1.1" status: 204 len: 168 time: 0.1596692 Jun 30 10:24:22.857526 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95422b8e-69e6-4033-9068-3c58a11a398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a8956-062e-4a1a-b5ee-0fb056600e68,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:22.894620 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:24:23.009559 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for port (a8698d59-e4a6-4288-948f-788afa987cc9), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.018108 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (a8698d59-e4a6-4288-948f-788afa987cc9), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.100128 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'Port': ['ID=a8698d59-e4a6-4288-948f-788afa987cc9,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:23.110912 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.113384 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:23.137461 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.139266 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-90e8c11b-3b44-4e5b-8748-4ea9bb2f50d9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3401721 Jun 30 10:24:23.194790 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:23.224286 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44742) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:23.239865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b28c94fe-5a7e-469d-9d80-60a26f3f0ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.281574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f8470850-0f87-4f3a-8abb-37b19891ac55', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'port_id': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'mac_address': 'fa:16:3e:cf:e3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:20Z', 'updated_at': '2022-06-30T10:24:20Z', 'revision_number': 0, 'project_id': '28124a417dc443aca95f3edd11697c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:14Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:23.313417 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73279d24-5f3a-43a6-997c-3a681d093c61 None None] The sync data for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi is: [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f8470850-0f87-4f3a-8abb-37b19891ac55', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'port_id': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'mac_address': 'fa:16:3e:cf:e3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:20Z', 'updated_at': '2022-06-30T10:24:20Z', 'revision_number': 0, 'project_id': '28124a417dc443aca95f3edd11697c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:14Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:23.353219 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b28c94fe-5a7e-469d-9d80-60a26f3f0ad9 admin admin] Publish callbacks [] for security_group (e586a5da-5b26-47df-bf63-f5344121c584), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.358488 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b28c94fe-5a7e-469d-9d80-60a26f3f0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (e586a5da-5b26-47df-bf63-f5344121c584), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.406074 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b28c94fe-5a7e-469d-9d80-60a26f3f0ad9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=332cc20ccbb94bd8bd0808f2d5dbc924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783729 Jun 30 10:24:23.406834 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44756) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:23.414332 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c94fe-5a7e-469d-9d80-60a26f3f0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e586a5da-5b26-47df-bf63-f5344121c584,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:23.415497 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-ff93b001-c6a5-45ca-b65c-c770586a5062 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--562407398&fields=id&tenant_id=f3a09af8358a4c9ba551fc573ba84e09 HTTP/1.1" status: 200 len: 267 time: 0.0601742 Jun 30 10:24:23.463628 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:23.483278 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b79c4328-b3aa-459a-ad8d-cd4c1f1e3655 admin admin] Publish callbacks [] for security_group (e586a5da-5b26-47df-bf63-f5344121c584), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.508939 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b79c4328-b3aa-459a-ad8d-cd4c1f1e3655 admin admin] Publish callbacks [] for security_group (e586a5da-5b26-47df-bf63-f5344121c584), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.556052 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9f0f6-6bb6-4f1b-8b70-ff5dc7d3ab3e None None] New status for floating IP f8470850-0f87-4f3a-8abb-37b19891ac55: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:24:23.598905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b79c4328-b3aa-459a-ad8d-cd4c1f1e3655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (e586a5da-5b26-47df-bf63-f5344121c584), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.602353 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b79c4328-b3aa-459a-ad8d-cd4c1f1e3655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:23.603667 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b79c4328-b3aa-459a-ad8d-cd4c1f1e3655 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e586a5da-5b26-47df-bf63-f5344121c584 HTTP/1.1" status: 204 len: 168 time: 0.1959016 Jun 30 10:24:23.609962 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-06d57e6f-4daa-4f0c-9105-1c3244687da6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:23.612679 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-06d57e6f-4daa-4f0c-9105-1c3244687da6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 819 time: 0.1885116 Jun 30 10:24:23.634709 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c4328-b3aa-459a-ad8d-cd4c1f1e3655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e586a5da-5b26-47df-bf63-f5344121c584,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:23.638095 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-a0419342-e171-409b-8784-7370ee456f9c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/quotas/f3a09af8358a4c9ba551fc573ba84e09 HTTP/1.1" status: 200 len: 375 time: 0.0186765 Jun 30 10:24:23.651641 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26cb0-17bc-45fb-90a0-a500ecf48dd4 req-db05ff3c-48e1-44d3-9fd5-799c86c0ce24 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:23.653402 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0ca26cb0-17bc-45fb-90a0-a500ecf48dd4 req-db05ff3c-48e1-44d3-9fd5-799c86c0ce24 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 931 time: 0.0890739 Jun 30 10:24:23.723269 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-02db88d5-c4a4-4fc5-8cd7-4c856a54458c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682850 Jun 30 10:24:23.726221 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0ca26cb0-17bc-45fb-90a0-a500ecf48dd4 req-68c8de84-aea8-4922-a9c6-468d1073fec8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646515 Jun 30 10:24:23.849670 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf884f-5719-426d-b414-2361709dc4b8 req-3bb97ef8-580a-41d6-9d80-1fc883003c57 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:23.851236 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7bf884f-5719-426d-b414-2361709dc4b8 req-3bb97ef8-580a-41d6-9d80-1fc883003c57 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0566256 Jun 30 10:24:23.852534 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-c6c91b5d-72d6-4439-88d9-bf70cd97ceea service neutron] 10.222.0.44 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123915 Jun 30 10:24:23.911449 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7bf884f-5719-426d-b414-2361709dc4b8 req-c8c05b85-0b5d-45d2-8e76-40cf612ce7c5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494075 Jun 30 10:24:23.971632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:23.977581 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-1738650a-bc35-4679-9bcf-a03e75062cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153686 Jun 30 10:24:24.155508 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7becaf1e-d98c-412e-8a61-a960ea883cae req-e53ffd4b-9c00-4e24-9915-fe0b9c20f9db tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 210 time: 0.0320647 Jun 30 10:24:24.422825 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Request body: {'port': {'device_id': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:24.527870 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-e956b334-f268-4779-b43b-395f77557318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:24.529710 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-e956b334-f268-4779-b43b-395f77557318 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1130 time: 0.1120842 Jun 30 10:24:24.530497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:24.660452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:24.760031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-243bdc56-339c-4bf6-8e69-a56bd9c3b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:24.761518 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-243bdc56-339c-4bf6-8e69-a56bd9c3b6da service neutron] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 910 time: 0.2160342 Jun 30 10:24:24.909662 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-f49f5236-a78a-466b-b41f-107fd82c68e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 1002 time: 0.1345520 Jun 30 10:24:24.936827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebf06a-e1f2-480c-8764-19a0f5bc0b7f req-159453f8-8e3f-411f-9da1-77f2c3519df8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:24.938349 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7ebf06a-e1f2-480c-8764-19a0f5bc0b7f req-159453f8-8e3f-411f-9da1-77f2c3519df8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 931 time: 0.0923307 Jun 30 10:24:25.047223 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7ebf06a-e1f2-480c-8764-19a0f5bc0b7f req-3677e014-4cc6-402c-9d97-b24b9777c284 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014876 Jun 30 10:24:25.057866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07064e36-9ce4-460d-af28-65fa58b70a6d {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:25.073233 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b26754-3b84-4a11-b985-c65a54ae3e4f req-b77e7902-ac09-464b-9c14-6efad02e7835 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:25.073500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Publish callbacks [] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:25.073592 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9b26754-3b84-4a11-b985-c65a54ae3e4f req-b77e7902-ac09-464b-9c14-6efad02e7835 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0680075 Jun 30 10:24:25.085755 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Transition to ACTIVE for port object 07064e36-9ce4-460d-af28-65fa58b70a6d will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:24:25.090226 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:25.142044 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9b26754-3b84-4a11-b985-c65a54ae3e4f req-44236c32-2715-4c1b-9817-05397f39933d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627837 Jun 30 10:24:25.189255 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=07064e36-9ce4-460d-af28-65fa58b70a6d,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:25.232488 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-a92cc0e8-f548-4b3d-8f37-2a80293292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:25.234079 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-a92cc0e8-f548-4b3d-8f37-2a80293292fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.1016023 Jun 30 10:24:25.401174 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f96902f5-e64e-4f72-bdc3-5818ecc9d3e1 req-7bb7af86-fff6-4d80-90af-65f5e3d23580 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 210 time: 0.1167166 Jun 30 10:24:25.435660 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:25.437364 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-129ad77c-bb0c-418c-b5c9-82515b0f1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:25.439855 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-129ad77c-bb0c-418c-b5c9-82515b0f1cad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1608145 Jun 30 10:24:25.532770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Attempting to bind port 07064e36-9ce4-460d-af28-65fa58b70a6d on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:24:25.533115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Attempting to bind port 07064e36-9ce4-460d-af28-65fa58b70a6d by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:24:25.533392 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Attempting to bind port 07064e36-9ce4-460d-af28-65fa58b70a6d on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:24:25.600188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:25.611170 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Port 07064e36-9ce4-460d-af28-65fa58b70a6d on network 83b97fe7-5a74-4333-a1f1-76508fb99056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:24:25.611489 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Attempting to bind port 07064e36-9ce4-460d-af28-65fa58b70a6d on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:24:25.632956 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:24:25.633326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:24:25.633718 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Bound using segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:24:25.634164 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Bound port: 07064e36-9ce4-460d-af28-65fa58b70a6d, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:24:25.634520 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:25.657660 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-8adc9d94-8740-49e4-8c87-5bf873719228 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998281 Jun 30 10:24:25.670825 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-46427db1-ea05-43cc-a928-5c8fa257fc3e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:25.672300 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-46427db1-ea05-43cc-a928-5c8fa257fc3e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 819 time: 0.3460178 Jun 30 10:24:25.830223 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] For port 07064e36-9ce4-460d-af28-65fa58b70a6d, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:25.857671 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] For port 07064e36-9ce4-460d-af28-65fa58b70a6d, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=07064e36-9ce4-460d-af28-65fa58b70a6d,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:25.877719 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-e53c8db7-78d8-46f2-be27-2b1b02518220 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a09af8358a4c9ba551fc573ba84e09 HTTP/1.1" status: 200 len: 379 time: 0.1816294 Jun 30 10:24:25.880959 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.160159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'port': {'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'admin_state_up': True, 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'security_groups': ['e899a3cd-a050-489b-9731-e38a078f9403']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:26.165451 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f861009-8c3e-4002-a1b4-d24cbafc9171 req-12d00afa-b1f2-426d-8fd4-f28a31344502 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699984 Jun 30 10:24:26.197144 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:26.198106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.202078 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/07064e36-9ce4-460d-af28-65fa58b70a6d HTTP/1.1" status: 200 len: 1093 time: 1.7830720 Jun 30 10:24:26.202078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:26.202266 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238be683-341a-4cc8-96bd-316dcbe81c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:26.229941 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bc2c4-319c-4e84-97b2-d4bfa39b900d req-abe6fe8b-3836-4317-af72-bdda5ff47c94 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:26.241483 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ec3bc2c4-319c-4e84-97b2-d4bfa39b900d req-abe6fe8b-3836-4317-af72-bdda5ff47c94 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.1062040 Jun 30 10:24:26.302475 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ec3bc2c4-319c-4e84-97b2-d4bfa39b900d req-411c33b6-7710-4575-a0e7-6546bbbac1e6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600040 Jun 30 10:24:26.323580 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2cd5-f262-48a2-84ae-a1717af2e9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=07064e36-9ce4-460d-af28-65fa58b70a6d,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:26.359380 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6e310-40d0-42ce-8ccd-f210565b0ffe req-a6c93589-72cb-4f1c-b468-3c42f067c187 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:26.361255 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7dd6e310-40d0-42ce-8ccd-f210565b0ffe req-a6c93589-72cb-4f1c-b468-3c42f067c187 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1051800 Jun 30 10:24:26.384886 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef17b31-cc7d-4ba7-a2fb-4867fcc3983a x-openstack-request-id: req-2ef17b31-cc7d-4ba7-a2fb-4867fcc3983a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:26.385233 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:26.385488 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ef17b31-cc7d-4ba7-a2fb-4867fcc3983a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:26.386117 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef17b31-cc7d-4ba7-a2fb-4867fcc3983a'] response: {'name': 'network-changed', 'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'status': 'completed', 'code': 200} Jun 30 10:24:26.433621 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Made reservation on behalf of f3a09af8358a4c9ba551fc573ba84e09 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:26.437398 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.451959 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7dd6e310-40d0-42ce-8ccd-f210565b0ffe req-9c41acff-8668-4704-b3d5-68e84d0ed5fe tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842955 Jun 30 10:24:26.552200 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-815940df-4fe9-4a08-9217-dc9a4ba81d7d req-174600bd-e243-4a8c-8f18-acd98124607c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 210 time: 0.0558889 Jun 30 10:24:26.608385 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Allocated IP 172.20.0.13 (815e1101-2dfc-4ffc-aa24-fe3e0f507e45/3dca2d4b-6a85-4cda-a586-1e1e8ba7f052/ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:26.627115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:26.642071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44882) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:26.756593 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9245d8d2-a649-4334-abb3-68a321f2b1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.761088 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.781776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:26.798837 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.838454 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9245d8d2-a649-4334-abb3-68a321f2b1c6 admin admin] Publish callbacks [] for security_group (1de8d584-14c0-4e90-a403-e5f71939de8f), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.844916 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9245d8d2-a649-4334-abb3-68a321f2b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1de8d584-14c0-4e90-a403-e5f71939de8f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.851009 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:26.851789 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:26.858175 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:26.861012 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:24:26.883505 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event updated for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:26.907349 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-9245d8d2-a649-4334-abb3-68a321f2b1c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e18bf3f1bf047769c37fe0099280a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615824 Jun 30 10:24:26.907349 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d8d2-a649-4334-abb3-68a321f2b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8d584-14c0-4e90-a403-e5f71939de8f,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:26.908504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44888) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:26.946255 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:26.946932 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:26.987987 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f2bfd1f7-6cdc-443d-a008-c88975ef72df tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0967350 Jun 30 10:24:26.991171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e52b438-5d83-4b0e-8583-cb2336694e05 admin admin] Publish callbacks [] for security_group (1de8d584-14c0-4e90-a403-e5f71939de8f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.015912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e52b438-5d83-4b0e-8583-cb2336694e05 admin admin] Publish callbacks [] for security_group (1de8d584-14c0-4e90-a403-e5f71939de8f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.059688 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:27.065238 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-d2aeeb13-72ff-406b-b87f-7bf66c3ba1c1 None None] Provisioning complete for port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:27.065617 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d2aeeb13-72ff-406b-b87f-7bf66c3ba1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.076613 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e52b438-5d83-4b0e-8583-cb2336694e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1de8d584-14c0-4e90-a403-e5f71939de8f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.079150 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e52b438-5d83-4b0e-8583-cb2336694e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.080292 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5e52b438-5d83-4b0e-8583-cb2336694e05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1de8d584-14c0-4e90-a403-e5f71939de8f HTTP/1.1" status: 204 len: 168 time: 0.1714923 Jun 30 10:24:27.096420 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52b438-5d83-4b0e-8583-cb2336694e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8d584-14c0-4e90-a403-e5f71939de8f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:27.098434 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-d2aeeb13-72ff-406b-b87f-7bf66c3ba1c1 None None] Port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:24:27.371289 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44898) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:27.389026 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0aedc6f3-1276-4d77-9090-1c4bf4c44971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.456906 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2315-7edc-4768-b886-383c9009f27a req-ae56fdc8-4db2-478f-9f86-12468ec31719 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:27.458404 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ca3a2315-7edc-4768-b886-383c9009f27a req-ae56fdc8-4db2-478f-9f86-12468ec31719 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0634787 Jun 30 10:24:27.533045 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ca3a2315-7edc-4768-b886-383c9009f27a req-abe39de9-f2c4-45d7-9dca-4a5eb125a1d6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679402 Jun 30 10:24:27.554019 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0aedc6f3-1276-4d77-9090-1c4bf4c44971 admin admin] Publish callbacks [] for security_group (3474f4d4-1570-45ef-9a29-765bf3fd6f0f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.563867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0aedc6f3-1276-4d77-9090-1c4bf4c44971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (3474f4d4-1570-45ef-9a29-765bf3fd6f0f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.609460 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0aedc6f3-1276-4d77-9090-1c4bf4c44971 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93b3e434ffe04ce2ab82274bba50e84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347472 Jun 30 10:24:27.609460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedc6f3-1276-4d77-9090-1c4bf4c44971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3474f4d4-1570-45ef-9a29-765bf3fd6f0f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:27.609774 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc4b4f-1570-414f-aaa0-e9110550d854 req-57b309c0-d887-4d87-ab6a-1f13f9a2ead9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:27.611337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44904) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:27.611653 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9dfc4b4f-1570-414f-aaa0-e9110550d854 req-57b309c0-d887-4d87-ab6a-1f13f9a2ead9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0607598 Jun 30 10:24:27.643474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:27.660908 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9dfc4b4f-1570-414f-aaa0-e9110550d854 req-268665fc-6d80-4ec8-9b6b-1483df44063d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Jun 30 10:24:27.703212 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b233bc1-fe4a-4970-aedb-421bd5ffdd8c admin admin] Publish callbacks [] for security_group (3474f4d4-1570-45ef-9a29-765bf3fd6f0f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.723786 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9902e-c27f-4743-a076-d0b90cfe74a2 req-f5d66274-76f3-4375-9398-05f44905f627 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:27.725267 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dfe9902e-c27f-4743-a076-d0b90cfe74a2 req-f5d66274-76f3-4375-9398-05f44905f627 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 932 time: 0.0826027 Jun 30 10:24:27.746140 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b233bc1-fe4a-4970-aedb-421bd5ffdd8c admin admin] Publish callbacks [] for security_group (3474f4d4-1570-45ef-9a29-765bf3fd6f0f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.805940 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dfe9902e-c27f-4743-a076-d0b90cfe74a2 req-572433fa-04cf-427e-be73-ef29e5c664db tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702925 Jun 30 10:24:27.829257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b233bc1-fe4a-4970-aedb-421bd5ffdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (3474f4d4-1570-45ef-9a29-765bf3fd6f0f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.831980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b233bc1-fe4a-4970-aedb-421bd5ffdd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:27.833182 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9b233bc1-fe4a-4970-aedb-421bd5ffdd8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3474f4d4-1570-45ef-9a29-765bf3fd6f0f HTTP/1.1" status: 204 len: 168 time: 0.2207479 Jun 30 10:24:27.845478 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b233bc1-fe4a-4970-aedb-421bd5ffdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3474f4d4-1570-45ef-9a29-765bf3fd6f0f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:27.882204 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:28.557018 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 44930) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:28.667844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-909366-network', 'tenant_id': '65032e20cf98437398d8c6a29294fabf'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:28.675523 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b91e05-4a76-4ad4-a3d5-3649377d1638 req-ba216964-80ec-4146-87d9-d477d45069a6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:28.677040 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-21b91e05-4a76-4ad4-a3d5-3649377d1638 req-ba216964-80ec-4146-87d9-d477d45069a6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0621727 Jun 30 10:24:28.688750 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Made reservation on behalf of 65032e20cf98437398d8c6a29294fabf for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:28.691262 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:28.702514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:28.723620 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:28.729662 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:28.735023 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-21b91e05-4a76-4ad4-a3d5-3649377d1638 req-d5b37bf1-4724-405d-b919-0efab5f5f026 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521615 Jun 30 10:24:28.817344 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448dcb2-999b-4665-ba86-5c287b68caa9 req-83485563-4971-4d7a-b3ab-f3b97ae20302 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:28.818914 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3448dcb2-999b-4665-ba86-5c287b68caa9 req-83485563-4971-4d7a-b3ab-f3b97ae20302 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0684211 Jun 30 10:24:28.881920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks [] for security_group (c08a6ffb-effb-46a8-b08c-d309cad21ad3), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:28.891882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (c08a6ffb-effb-46a8-b08c-d309cad21ad3), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:28.916848 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3448dcb2-999b-4665-ba86-5c287b68caa9 req-7ad1947b-9f27-4a01-9a44-689d4e93e118 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895419 Jun 30 10:24:28.929867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Request body: {'port': {'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:28.937370 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3387f-33f0-48c5-87c9-1c86d9b44df6 req-01f70af1-f596-4825-83f6-157bb06afbd9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:28.938554 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e1f3387f-33f0-48c5-87c9-1c86d9b44df6 req-01f70af1-f596-4825-83f6-157bb06afbd9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 932 time: 0.0602946 Jun 30 10:24:28.957045 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:24:28.974046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a6ffb-effb-46a8-b08c-d309cad21ad3,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:28.994983 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e1f3387f-33f0-48c5-87c9-1c86d9b44df6 req-49e9cb18-e91f-4152-aa1e-f14f659f0887 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479758 Jun 30 10:24:29.008769 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (37ca76e5-a1db-4589-86ce-38bf6f3680e3), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.009110 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Added segment 37ca76e5-a1db-4589-86ce-38bf6f3680e3 of type vlan for network 8fe8b11d-636d-4c5b-8d57-a040689d57de Jun 30 10:24:29.059982 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be683-341a-4cc8-96bd-316dcbe81c5b req-07480527-b527-4778-b975-935b08cf68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:29.061568 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-238be683-341a-4cc8-96bd-316dcbe81c5b req-07480527-b527-4778-b975-935b08cf68f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 1127 time: 0.0910392 Jun 30 10:24:29.109049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (8fe8b11d-636d-4c5b-8d57-a040689d57de), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.113339 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.244470 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:29.257715 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (8fe8b11d-636d-4c5b-8d57-a040689d57de), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.259168 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:29.260185 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.339320 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be683-341a-4cc8-96bd-316dcbe81c5b req-875df5b8-fd7e-4cb2-9f32-52438025ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:29.340903 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-238be683-341a-4cc8-96bd-316dcbe81c5b req-875df5b8-fd7e-4cb2-9f32-52438025ec20 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2506635 Jun 30 10:24:29.371769 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 859 time: 0.8130167 Jun 30 10:24:29.374898 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 44946) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:29.385096 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Request body: {'subnet': {'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-909366-subnet', 'tenant_id': '65032e20cf98437398d8c6a29294fabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:29.404067 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Made reservation on behalf of 65032e20cf98437398d8c6a29294fabf for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:29.406551 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25316079'] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.409851 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76412dad-b887-478a-a6ea-c3bcce8fd5fa admin admin] Pushing event updated for resources: {'Network': ['ID=8fe8b11d-636d-4c5b-8d57-a040689d57de,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:29.424769 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 8fe8b11d-636d-4c5b-8d57-a040689d57de details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:24:29.516206 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:29.584400 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:29.593068 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Publish callbacks [] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.604844 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25308186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25316089'] for subnet (41e9f48b-fd04-4640-a237-d52aa17cfeb6), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.610117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Transition to ACTIVE for port object ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:24:29.613970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.672074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e9f48b-fd04-4640-a237-d52aa17cfeb6,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:29.672572 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:29.681021 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Checking segment: {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:24:29.681695 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Network hostable DHCP agents. Network: 8fe8b11d-636d-4c5b-8d57-a040689d57de, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:24:29.707905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Network 8fe8b11d-636d-4c5b-8d57-a040689d57de is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:24:29.719965 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 8fe8b11d-636d-4c5b-8d57-a040689d57de) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:29.725893 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:29.727639 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.736416 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8977631-5307-4011-97ab-47330ed21d01 None None] Network 8fe8b11d-636d-4c5b-8d57-a040689d57de requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:24:29.758132 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Attempting to bind port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:24:29.758449 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Attempting to bind port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:24:29.758883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Attempting to bind port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:24:29.780120 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:24:29.780452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Attempting to bind port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 on network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:24:29.784717 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6941adbb-1a8a-4dbb-a965-9b900567add4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4083045 Jun 30 10:24:29.795102 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:24:29.795445 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Checking segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:24:29.795835 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Bound using segment: {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:24:29.796291 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Bound port: ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7930-bd5a-4887-80de-009f8a152c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:24:29.797496 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:29.942229 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f26ea-3697-44e6-b57d-eef4d493a06b req-61bfae9d-556a-44ca-ac66-4a17c6f6c438 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:29.943827 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c99f26ea-3697-44e6-b57d-eef4d493a06b req-61bfae9d-556a-44ca-ac66-4a17c6f6c438 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0770214 Jun 30 10:24:29.956547 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434de25-79af-4617-9e1a-7a5609b60d81 None None] Network 8fe8b11d-636d-4c5b-8d57-a040689d57de requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:24:30.015828 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:30.025933 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:30.057436 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:30.111367 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c99f26ea-3697-44e6-b57d-eef4d493a06b req-2fafc458-298e-4c59-8bb2-0e12b45ca42e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604109 Jun 30 10:24:30.119498 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:30.120143 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:30.121625 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 1094 time: 1.2036688 Jun 30 10:24:30.122286 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:30.124433 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f1b670-fc75-4a17-a62b-8343b5e0c01c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:30.155272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7ba0-b9c2-4a59-b88e-befd291258b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:30.198890 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3fb27-79c3-4a4b-b9ef-c0634adae5bd req-201fa9bc-556b-4947-9d0d-e02eb26f4995 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:30.200599 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-97a3fb27-79c3-4a4b-b9ef-c0634adae5bd req-201fa9bc-556b-4947-9d0d-e02eb26f4995 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1497221 Jun 30 10:24:30.268902 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-97a3fb27-79c3-4a4b-b9ef-c0634adae5bd req-1d90c5b2-a241-4c0b-96d3-e8c152642683 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618765 Jun 30 10:24:30.383679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5aebd-2975-4ba4-8fb3-555bd24f150f req-e01f6a02-5dcf-4bf9-aef6-5908e09c9b42 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:30.391441 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4e5aebd-2975-4ba4-8fb3-555bd24f150f req-e01f6a02-5dcf-4bf9-aef6-5908e09c9b42 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0927651 Jun 30 10:24:30.394824 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c442568a-5ffe-4ea2-981a-9d9bf9949104 x-openstack-request-id: req-c442568a-5ffe-4ea2-981a-9d9bf9949104 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:30.395109 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:30.395365 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c442568a-5ffe-4ea2-981a-9d9bf9949104 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:30.395731 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c442568a-5ffe-4ea2-981a-9d9bf9949104'] response: {'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'status': 'completed', 'code': 200} Jun 30 10:24:30.440554 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4e5aebd-2975-4ba4-8fb3-555bd24f150f req-54786ce4-99d5-4b10-9c54-ca880497634c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481546 Jun 30 10:24:31.254133 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555d14e-91f7-4a92-bf16-4b66db4c9259 req-df123af4-8c98-4360-aeb1-f491cbaec462 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:31.256421 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2555d14e-91f7-4a92-bf16-4b66db4c9259 req-df123af4-8c98-4360-aeb1-f491cbaec462 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0518782 Jun 30 10:24:31.271514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be683-341a-4cc8-96bd-316dcbe81c5b req-689ef77b-b531-4ad2-82b4-d1c2ba27baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:31.273018 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-238be683-341a-4cc8-96bd-316dcbe81c5b req-689ef77b-b531-4ad2-82b4-d1c2ba27baa0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039996 Jun 30 10:24:31.308246 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2555d14e-91f7-4a92-bf16-4b66db4c9259 req-146f9b5a-4d69-41f0-9529-e3657b477cbf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467534 Jun 30 10:24:31.419822 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b4d3-687b-4142-a2cf-447a3fc4125a req-bcebc679-577e-44c3-8a40-be74cb24230a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:31.421232 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-82a0b4d3-687b-4142-a2cf-447a3fc4125a req-bcebc679-577e-44c3-8a40-be74cb24230a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Jun 30 10:24:31.439540 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:31.472491 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-82a0b4d3-687b-4142-a2cf-447a3fc4125a req-3034165b-c0b7-4bed-8063-3fa3bc4a46df tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457306 Jun 30 10:24:31.568317 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7a47-5d78-47fb-b43d-d6ad261ef7b4 req-e075eeaa-7486-4f6c-a5a6-0efb1091f4ac tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:31.569900 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-775c7a47-5d78-47fb-b43d-d6ad261ef7b4 req-e075eeaa-7486-4f6c-a5a6-0efb1091f4ac tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0503087 Jun 30 10:24:31.624486 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-775c7a47-5d78-47fb-b43d-d6ad261ef7b4 req-0bf2e31c-aeff-4928-b941-9188a80b29f4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Jun 30 10:24:32.345840 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f6f3b698-df8f-473c-900e-b3cee9d9a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.347237 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-f6f3b698-df8f-473c-900e-b3cee9d9a67d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1128 time: 0.0508025 Jun 30 10:24:32.414085 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-4f0f218b-fe44-4f83-b426-aa88bd0415fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0474908 Jun 30 10:24:32.424449 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-188a6f1e-c734-4d2f-8f46-289cb43bf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.426244 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-188a6f1e-c734-4d2f-8f46-289cb43bf4f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 1127 time: 0.0893683 Jun 30 10:24:32.519600 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-93d3d1d1-814c-4980-a333-433ee7f71ade service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07064e36-9ce4-460d-af28-65fa58b70a6d HTTP/1.1" status: 200 len: 217 time: 0.0670571 Jun 30 10:24:32.532838 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb671d-8df8-47bd-9f9b-48b2e773b866 req-722a3b76-3b9e-482c-8550-0d607d18e991 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.534334 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aafb671d-8df8-47bd-9f9b-48b2e773b866 req-722a3b76-3b9e-482c-8550-0d607d18e991 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.1250424 Jun 30 10:24:32.572992 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-42ffe330-fb77-46ff-b9b0-bd30aee10e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.574451 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-42ffe330-fb77-46ff-b9b0-bd30aee10e60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.1471758 Jun 30 10:24:32.592405 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:32.594331 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:32.603299 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c83741-2194-46cc-9a58-f8389dd0ab42 req-2454c66e-660c-43c6-ab39-6a019d81c528 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.604853 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-95c83741-2194-46cc-9a58-f8389dd0ab42 req-2454c66e-660c-43c6-ab39-6a019d81c528 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0534251 Jun 30 10:24:32.652517 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-77398b61-fb3a-412c-9099-793f8a082dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.654008 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-77398b61-fb3a-412c-9099-793f8a082dda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.1294346 Jun 30 10:24:32.660363 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-95c83741-2194-46cc-9a58-f8389dd0ab42 req-af477a1e-84f7-466f-8f1c-46cf25f06843 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491214 Jun 30 10:24:32.663025 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eb77-4336-48a8-9e31-920d6323884b req-1ddd1f0b-ff45-4ebf-bb79-a8fd39c1c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.665111 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-1ddd1f0b-ff45-4ebf-bb79-a8fd39c1c8bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818765 Jun 30 10:24:32.672530 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aafb671d-8df8-47bd-9f9b-48b2e773b866 req-04fc0071-53ea-48ec-8eca-c08fdf6a7935 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283596 Jun 30 10:24:32.778903 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb20fe4-59bd-4428-8854-ea6d32e060a8 req-2199def1-1af1-4190-b4c9-d25ef0c0c383 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:32.780455 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6fb20fe4-59bd-4428-8854-ea6d32e060a8 req-2199def1-1af1-4190-b4c9-d25ef0c0c383 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0502706 Jun 30 10:24:32.826175 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:32.835056 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6fb20fe4-59bd-4428-8854-ea6d32e060a8 req-37d7dd50-2640-4d56-b99c-e25fc112693e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487630 Jun 30 10:24:33.795085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550c6a3-9a09-4298-9e77-06fd8048ae43 req-16718dce-9c59-49e7-a1eb-2455e9c543c9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:33.796639 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9550c6a3-9a09-4298-9e77-06fd8048ae43 req-16718dce-9c59-49e7-a1eb-2455e9c543c9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0526495 Jun 30 10:24:33.815550 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36f6bc-2f6c-42db-a320-398f45f272f0 req-37720b7b-d4b7-4370-98fd-5db5e6458e23 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:33.818370 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8c36f6bc-2f6c-42db-a320-398f45f272f0 req-37720b7b-d4b7-4370-98fd-5db5e6458e23 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0503616 Jun 30 10:24:33.847835 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9550c6a3-9a09-4298-9e77-06fd8048ae43 req-4fa52bcb-5b61-44d3-aa29-296b27015525 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Jun 30 10:24:33.873132 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8c36f6bc-2f6c-42db-a320-398f45f272f0 req-89f4f517-2c22-42f5-b77b-74ede5bf719d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496128 Jun 30 10:24:33.952906 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173141-dea8-4687-be77-5e4c36db71e7 req-5a937e67-f235-4157-9595-ca7d3c752736 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:33.954286 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-07173141-dea8-4687-be77-5e4c36db71e7 req-5a937e67-f235-4157-9595-ca7d3c752736 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0474668 Jun 30 10:24:34.001422 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-07173141-dea8-4687-be77-5e4c36db71e7 req-a0dfc116-5a3f-46d2-ac3c-67de88e33a6c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 Jun 30 10:24:34.377155 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:24:34.378416 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:24:34.418184 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-767402e3-f668-4ada-a33e-f3c2289105ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:34.419715 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-767402e3-f668-4ada-a33e-f3c2289105ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442994 Jun 30 10:24:34.486478 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:34.503176 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'mac_address': 'fa:16:3e:9a:87:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:24:34.538104 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: ACTIVE; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:34.538496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:34.552286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af46f63a-ba7e-4998-9fab-3b4687ddbc4b {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:34.576619 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:34.580454 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:34.626191 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=6']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:34.971930 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae802de-889d-4b5f-8fb9-55a56ec4e5e6 req-f46629b0-912f-4ba8-945e-07ea81c0e604 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:34.973440 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ae802de-889d-4b5f-8fb9-55a56ec4e5e6 req-f46629b0-912f-4ba8-945e-07ea81c0e604 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 944 time: 0.0492697 Jun 30 10:24:34.995179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e365-7028-4fd6-b551-6314732b357d req-a35c7ab4-2574-4432-b5f2-83ff3e588453 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:34.996597 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f01e365-7028-4fd6-b551-6314732b357d req-a35c7ab4-2574-4432-b5f2-83ff3e588453 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0522392 Jun 30 10:24:35.022319 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ae802de-889d-4b5f-8fb9-55a56ec4e5e6 req-34696657-8087-46bb-8faa-9b7d8f01d584 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Jun 30 10:24:35.046029 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f01e365-7028-4fd6-b551-6314732b357d req-d353e2f8-da4a-4313-be90-1c110d778e89 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Jun 30 10:24:35.133650 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28921f3f-ff2f-4c1a-9a57-0f3d8aa0e856 req-673abd6d-2b55-4c8d-b374-0d5cf9592873 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:35.135103 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-28921f3f-ff2f-4c1a-9a57-0f3d8aa0e856 req-673abd6d-2b55-4c8d-b374-0d5cf9592873 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0513089 Jun 30 10:24:35.183708 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-28921f3f-ff2f-4c1a-9a57-0f3d8aa0e856 req-950a0b72-6eb6-4a3e-9f80-0a3e989a36f7 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Jun 30 10:24:35.523144 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['af46f63a-ba7e-4998-9fab-3b4687ddbc4b'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:24:35.579074 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-f2374957-5149-4400-80e5-4873a498c5a3 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623669 Jun 30 10:24:35.581521 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-fd4e9347-f1b3-4caf-828c-0e5339a52376 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663265 Jun 30 10:24:35.653429 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:35.654767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:35.753937 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ac41fb7-048c-4e37-ba49-5b48a5957242 req-a6ebfdbb-7775-4546-80a8-f77bda1a498d service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628432 Jun 30 10:24:35.755745 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b32eb77-4336-48a8-9e31-920d6323884b req-a8f8ea91-6c66-4e48-a059-b977bce93e90 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632822 Jun 30 10:24:35.912544 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:35.942500 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:35.959488 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port af46f63a-ba7e-4998-9fab-3b4687ddbc4b triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:35.959879 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:36.039889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:36.040188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:36.065334 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:36.067816 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189588f-0130-4573-a63f-39b7b72fbb36" -d '{"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-plugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:36.081257 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:36.086885 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:36.138200 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=7']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:36.169878 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eafc0-e6e8-4135-b747-ec598e4a42b0 req-b3e16384-c9a4-4891-b1cd-abbdaff51ad3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:36.170738 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f74eafc0-e6e8-4135-b747-ec598e4a42b0 req-b3e16384-c9a4-4891-b1cd-abbdaff51ad3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Jun 30 10:24:36.183053 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045da09d-45bd-4daa-9ee3-6b6cd6e6d993 req-830d9156-d733-4f82-92e9-236e2d3ed4de tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:36.184598 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-045da09d-45bd-4daa-9ee3-6b6cd6e6d993 req-830d9156-d733-4f82-92e9-236e2d3ed4de tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0595262 Jun 30 10:24:36.220318 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f74eafc0-e6e8-4135-b747-ec598e4a42b0 req-9a2087fb-eba7-4a95-a310-883546dfef35 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 Jun 30 10:24:36.238462 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-045da09d-45bd-4daa-9ee3-6b6cd6e6d993 req-81f9b75a-d8c9-4cc3-975e-d46ba3f9216d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478106 Jun 30 10:24:36.272861 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f759a5-a0e5-490e-b27a-ee0dc1d4cd08 x-openstack-request-id: req-c1f759a5-a0e5-490e-b27a-ee0dc1d4cd08 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:36.273234 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-plugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:36.273499 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1f759a5-a0e5-490e-b27a-ee0dc1d4cd08 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:36.273923 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f759a5-a0e5-490e-b27a-ee0dc1d4cd08'] response: {'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'code': 200} Jun 30 10:24:36.354285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d813d-8c00-47c8-9591-0a489a3501f2 req-2f6fb3b5-0ea7-46e9-ba3d-a291d9bfa0a4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:36.355740 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-388d813d-8c00-47c8-9591-0a489a3501f2 req-2f6fb3b5-0ea7-46e9-ba3d-a291d9bfa0a4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0530989 Jun 30 10:24:36.403601 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-388d813d-8c00-47c8-9591-0a489a3501f2 req-f3dd64ba-fa54-49e5-90ab-d0e5769b6367 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Jun 30 10:24:37.123758 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-4956e0da-00fe-4425-a4b0-fcd347e06fe5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:37.125170 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-4956e0da-00fe-4425-a4b0-fcd347e06fe5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/networks?id=8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 200 len: 805 time: 0.1157923 Jun 30 10:24:37.145501 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-a3417986-3bca-489b-a294-84c28e18c57f tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/quotas/65032e20cf98437398d8c6a29294fabf HTTP/1.1" status: 200 len: 375 time: 0.0139122 Jun 30 10:24:37.194247 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-727ee2b5-cf6f-4b89-8540-c66a7e7cda3e tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=65032e20cf98437398d8c6a29294fabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412538 Jun 30 10:24:37.219146 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:37.294614 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-a514f468-8bf2-4452-ba7b-547eb692caa4 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931222 Jun 30 10:24:37.354139 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065bea-eee4-4aaa-a150-59a9b303a9ca req-7126a3bb-5447-4c92-a7b2-4f19729481b5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:37.355803 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ef065bea-eee4-4aaa-a150-59a9b303a9ca req-7126a3bb-5447-4c92-a7b2-4f19729481b5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0544691 Jun 30 10:24:37.394136 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-6ca6306b-a89e-4dcd-b816-526a1cd70086 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938966 Jun 30 10:24:37.408504 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ef065bea-eee4-4aaa-a150-59a9b303a9ca req-08e5fdf4-6cf1-4eb5-8fdf-1466a6feb1af tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468671 Jun 30 10:24:37.532036 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94907be5-572f-44ef-af4a-62767c256ad8 req-730c0924-37e8-48cd-b6e3-3cf959b3d044 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:37.533892 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-94907be5-572f-44ef-af4a-62767c256ad8 req-730c0924-37e8-48cd-b6e3-3cf959b3d044 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0569897 Jun 30 10:24:37.597838 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-94907be5-572f-44ef-af4a-62767c256ad8 req-c6f9aa20-5602-416e-b1fe-ded66d23b488 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554774 Jun 30 10:24:37.605032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c26d1-4885-46af-81b0-310b46d8d904 req-0a741a23-38f6-409a-ab37-8308d13d9859 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:37.611927 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-048c26d1-4885-46af-81b0-310b46d8d904 req-0a741a23-38f6-409a-ab37-8308d13d9859 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0587976 Jun 30 10:24:37.666352 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-048c26d1-4885-46af-81b0-310b46d8d904 req-2ccf3490-0294-4ebf-9968-5da6db6497a1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524447 Jun 30 10:24:37.933273 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-be20dba5-8f49-429b-b509-6fff31448b63 req-1479f154-e37f-4f1b-ab7d-f9a5be85e81e tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 210 time: 0.2680454 Jun 30 10:24:38.348626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-af1a3994-ffb5-4703-be04-7c0b261810b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:38.353381 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-af1a3994-ffb5-4703-be04-7c0b261810b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1128 time: 0.0442867 Jun 30 10:24:38.473096 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-21643d02-b335-4f65-80e9-e00d27d1ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:38.474741 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-21643d02-b335-4f65-80e9-e00d27d1ba9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1118221 Jun 30 10:24:38.724490 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260a7f0-185d-4df0-835c-dba213c5d840 req-99110153-6985-471b-a50e-9d39f7e79997 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:38.728324 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7260a7f0-185d-4df0-835c-dba213c5d840 req-99110153-6985-471b-a50e-9d39f7e79997 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0521493 Jun 30 10:24:38.783474 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7260a7f0-185d-4df0-835c-dba213c5d840 req-14884890-495b-4b51-ab2e-c6f208cdb8ef tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Jun 30 10:24:38.784717 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-0c3b7d50-a985-4e9e-95b0-e39911db666f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 217 time: 0.2993224 Jun 30 10:24:38.828680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f9a55-3e26-4e1e-8d66-e378c577f39f req-2cda82d2-b262-4fa5-a9da-42c9b17e6273 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:38.830228 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-527f9a55-3e26-4e1e-8d66-e378c577f39f req-2cda82d2-b262-4fa5-a9da-42c9b17e6273 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0552113 Jun 30 10:24:38.886844 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-527f9a55-3e26-4e1e-8d66-e378c577f39f req-fa558eb7-a720-4106-b892-1db51236207b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493858 Jun 30 10:24:38.917489 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468c628-5680-40c1-a7e6-7774cc207240 req-56f85b74-16ce-4fb3-840c-52730da75424 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:38.919100 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a468c628-5680-40c1-a7e6-7774cc207240 req-56f85b74-16ce-4fb3-840c-52730da75424 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0575178 Jun 30 10:24:38.955400 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:38.969032 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a468c628-5680-40c1-a7e6-7774cc207240 req-f5484b85-f9ef-4c7b-9a95-f30c359b26d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Jun 30 10:24:39.039544 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3c04f0e8-f902-483a-a9bb-bb103dcbbbaa req-ecc64834-59f1-448e-bb91-e9f62d46503a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 210 time: 0.0339456 Jun 30 10:24:39.146774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-824b658e-55f2-466b-a64a-f829a0845355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:39.148298 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-824b658e-55f2-466b-a64a-f829a0845355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0542014 Jun 30 10:24:39.201468 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:39.226841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-46ed33ba-b28e-435c-a1f3-b347f568fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:39.228365 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-46ed33ba-b28e-435c-a1f3-b347f568fddb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685844 Jun 30 10:24:39.368337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-71aeb554-e671-4833-adba-0ec516600cff tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:39.369891 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-71aeb554-e671-4833-adba-0ec516600cff tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "GET /v2.0/networks?id=8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 200 len: 805 time: 0.1802769 Jun 30 10:24:39.392274 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-63354b7f-442a-453f-938e-717da0d9671a service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490498 Jun 30 10:24:39.465873 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Request body: {'port': {'device_id': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de', 'admin_state_up': True, 'tenant_id': '65032e20cf98437398d8c6a29294fabf'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:39.656794 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-02f1b670-fc75-4a17-a62b-8343b5e0c01c req-adc395da-2eb2-4e07-93bb-fae066c82657 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872122 Jun 30 10:24:39.659334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:39.676973 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Made reservation on behalf of 65032e20cf98437398d8c6a29294fabf for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:39.681687 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:39.825939 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Allocated IP 172.20.0.10 (8fe8b11d-636d-4c5b-8d57-a040689d57de/41e9f48b-fd04-4640-a237-d52aa17cfeb6/3aa541ee-95b9-45d8-8684-c0ec7981e3e5) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:39.928871 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bd3ac-c3ab-43ed-8bd1-0a6b714bf1e7 req-4f01ce1a-1f5b-47a2-9beb-608d7c662451 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:39.931449 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d95bd3ac-c3ab-43ed-8bd1-0a6b714bf1e7 req-4f01ce1a-1f5b-47a2-9beb-608d7c662451 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 943 time: 0.0579827 Jun 30 10:24:39.956208 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:24:39.996226 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d95bd3ac-c3ab-43ed-8bd1-0a6b714bf1e7 req-52c2fa81-3884-44ed-82a2-5c2d0341efc7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561008 Jun 30 10:24:40.041504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648ef4-4fb2-41f4-bd02-b5f5a4938d43 req-d080710a-e41e-4c1f-a73c-0cb9083c184b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:40.043087 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0d648ef4-4fb2-41f4-bd02-b5f5a4938d43 req-d080710a-e41e-4c1f-a73c-0cb9083c184b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0653656 Jun 30 10:24:40.086607 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks [] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.112776 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:40.124601 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0d648ef4-4fb2-41f4-bd02-b5f5a4938d43 req-1e17b837-f87a-4026-9eb4-a0942c49eb52 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662730 Jun 30 10:24:40.126232 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:24:40.161173 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.187972 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:40.188472 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.223437 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:40.252010 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Network 8fe8b11d-636d-4c5b-8d57-a040689d57de is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:40.262224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:40.272487 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:40.285746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:24:40.286898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.288707 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 07064e36-9ce4-460d-af28-65fa58b70a6d details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:24:40.369368 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:40.374091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Pushing event updated for resources: {'Port': ['ID=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:40.383458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:40.423472 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9b647-7bb6-402c-849b-308064d2b92e req-79f7a62a-87f6-4ed4-a73a-2903676fcacc tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:40.425359 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-37c9b647-7bb6-402c-849b-308064d2b92e req-79f7a62a-87f6-4ed4-a73a-2903676fcacc tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 945 time: 0.1312392 Jun 30 10:24:40.437943 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:40.438622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.494842 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-08f5f40b-0f85-4be6-958a-04676c156199 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0331342 Jun 30 10:24:40.515795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Request body: {'port': {'device_id': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:40.534418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 07064e36-9ce4-460d-af28-65fa58b70a6d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=07064e36-9ce4-460d-af28-65fa58b70a6d,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:40.546875 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-37c9b647-7bb6-402c-849b-308064d2b92e req-31e8026b-8670-4c0a-a7d7-c251d3628069 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035998 Jun 30 10:24:40.556478 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'port_id': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'mac_address': 'fa:16:3e:06:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:24:40.631565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 07064e36-9ce4-460d-af28-65fa58b70a6d is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:40.632233 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.651763 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07064e36-9ce4-460d-af28-65fa58b70a6d {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:40.675541 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:40.684496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 07064e36-9ce4-460d-af28-65fa58b70a6d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=07064e36-9ce4-460d-af28-65fa58b70a6d,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:40.693415 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.714975 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:40.826318 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb560e-344a-4626-8283-9d39b6a8e68a req-18fb2830-0560-42af-9bb4-f263fb0bfd1b tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:40.836991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=07064e36-9ce4-460d-af28-65fa58b70a6d,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:40.838524 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7ceb560e-344a-4626-8283-9d39b6a8e68a req-18fb2830-0560-42af-9bb4-f263fb0bfd1b tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 932 time: 0.1022537 Jun 30 10:24:40.905086 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:40.922499 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7ceb560e-344a-4626-8283-9d39b6a8e68a req-48b4876d-2446-429d-87bf-0601775844a2 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827770 Jun 30 10:24:40.940341 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:41.106774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:41.117261 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Publish callbacks [] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:41.165337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Transition to ACTIVE for port object 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:24:41.176020 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:41.198783 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165b4b7-6fa8-4b8b-83c5-c76587d7bff3 req-fb351683-49ba-4979-b8b1-cc87f4b595d6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:41.200577 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3165b4b7-6fa8-4b8b-83c5-c76587d7bff3 req-fb351683-49ba-4979-b8b1-cc87f4b595d6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 944 time: 0.0790737 Jun 30 10:24:41.386952 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80041d-0ab6-4c31-accb-05c09b5a2a2e req-5410ea1a-2550-456e-9f6c-6c0aa29f4db6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:41.392517 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['07064e36-9ce4-460d-af28-65fa58b70a6d'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:24:41.410967 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0b80041d-0ab6-4c31-accb-05c09b5a2a2e req-5410ea1a-2550-456e-9f6c-6c0aa29f4db6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1631632 Jun 30 10:24:41.448965 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:41.504482 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3165b4b7-6fa8-4b8b-83c5-c76587d7bff3 req-5cf5afeb-86d2-4335-9341-30b5ea13b521 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831826 Jun 30 10:24:41.544834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Attempting to bind port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:24:41.545189 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Attempting to bind port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:24:41.545633 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Attempting to bind port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 on network 8fe8b11d-636d-4c5b-8d57-a040689d57de {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:24:41.552967 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 on network 8fe8b11d-636d-4c5b-8d57-a040689d57de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:24:41.553543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Attempting to bind port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 on network 8fe8b11d-636d-4c5b-8d57-a040689d57de {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:24:41.561082 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0b80041d-0ab6-4c31-accb-05c09b5a2a2e req-d1517ad6-3618-4c57-8803-b345bc81efe4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473124 Jun 30 10:24:41.563557 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:24:41.564030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Checking segment: {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:24:41.564541 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Bound using segment: {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:24:41.565089 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Bound port: 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:24:41.565561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:41.602565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:24:41.647357 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] For port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:41.652015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] For port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:41.655334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:41.670103 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:41.744408 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1c25d4b3-94d8-4522-aa08-0fbe348a5ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:41.788441 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:41.803339 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db037f-c24e-4d44-9d9e-6a9ddc1ff9d7 req-e2f5c836-97fd-4376-a8a3-04d684cb0ece tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:41.804820 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e9db037f-c24e-4d44-9d9e-6a9ddc1ff9d7 req-e2f5c836-97fd-4376-a8a3-04d684cb0ece tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 945 time: 0.1164503 Jun 30 10:24:41.889396 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:41.890026 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:41.891450 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] 10.222.0.55 "PUT /v2.0/ports/3aa541ee-95b9-45d8-8684-c0ec7981e3e5 HTTP/1.1" status: 200 len: 1094 time: 1.3806682 Jun 30 10:24:41.891926 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'tag': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:41.894191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7efdb95-81ee-447b-810d-191ba458495e" -d '{"events": [{"name": "network-changed", "server_uuid": "03669a70-11a5-460e-b2b7-fa3a31776ff6", "tag": "3aa541ee-95b9-45d8-8684-c0ec7981e3e5"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:41.928232 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496993b-ec3d-4da9-a0cc-7669463c0377 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:42.014728 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-07887a40-9ff2-4b7c-bb63-9bb5d3679d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:42.016306 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-07887a40-9ff2-4b7c-bb63-9bb5d3679d1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65032e20cf98437398d8c6a29294fabf&device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 1128 time: 0.0537519 Jun 30 10:24:42.037430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1138841b-9f17-487a-9600-eeee2bdbd512 x-openstack-request-id: req-1138841b-9f17-487a-9600-eeee2bdbd512 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:42.037430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03669a70-11a5-460e-b2b7-fa3a31776ff6", "tag": "3aa541ee-95b9-45d8-8684-c0ec7981e3e5", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:42.037817 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1138841b-9f17-487a-9600-eeee2bdbd512 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:42.038316 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1138841b-9f17-487a-9600-eeee2bdbd512'] response: {'name': 'network-changed', 'server_uuid': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'tag': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5', 'status': 'completed', 'code': 200} Jun 30 10:24:42.110811 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e9db037f-c24e-4d44-9d9e-6a9ddc1ff9d7 req-23740f09-9d2d-4d55-bc88-1dbc67decbc5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315273 Jun 30 10:24:42.112703 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-24b4670f-d2af-4881-ac64-e79940387ce1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5 HTTP/1.1" status: 200 len: 217 time: 0.0697665 Jun 30 10:24:42.215311 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467398a5-b8e8-47f3-92ee-a1c8170b87a9 req-13670838-e0c1-43f3-bba0-9a51d362197a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:42.220578 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-467398a5-b8e8-47f3-92ee-a1c8170b87a9 req-13670838-e0c1-43f3-bba0-9a51d362197a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 944 time: 0.0834939 Jun 30 10:24:42.230130 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-cff75af9-9dcd-407b-81e8-6cad0c53cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:42.233292 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-cff75af9-9dcd-407b-81e8-6cad0c53cefb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41e9f48b-fd04-4640-a237-d52aa17cfeb6 HTTP/1.1" status: 200 len: 845 time: 0.1074405 Jun 30 10:24:42.279056 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-003b5ce1-be7b-488a-af3c-b91e27f4e2e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fe8b11d-636d-4c5b-8d57-a040689d57de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335133 Jun 30 10:24:42.302954 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-467398a5-b8e8-47f3-92ee-a1c8170b87a9 req-24d19509-6650-4171-8ce1-4b5e2f7a0084 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767622 Jun 30 10:24:42.406297 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:42.432277 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-2b5b9af9-05b0-4665-96bc-5b2539c013a7 service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406384 Jun 30 10:24:42.631119 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f4697d1a-4ed3-4121-8b0a-3f1d95dbd2dc req-8a748c00-bf96-4a9a-a640-de2e7cc23acd service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876009 Jun 30 10:24:42.671049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435adce-7698-4e71-8fd2-15049585f067 req-7953ef64-afdd-4244-9245-907618ae4590 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:42.672752 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2435adce-7698-4e71-8fd2-15049585f067 req-7953ef64-afdd-4244-9245-907618ae4590 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 944 time: 0.0761826 Jun 30 10:24:42.733193 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2435adce-7698-4e71-8fd2-15049585f067 req-1cf6c0a7-5475-4c9e-bd66-948d60312bab tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535605 Jun 30 10:24:42.738125 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1c97-e037-440a-aaf2-9467847115f5 req-dc6c25eb-8163-46c4-b747-cf88a1df252b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:42.739893 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6daf1c97-e037-440a-aaf2-9467847115f5 req-dc6c25eb-8163-46c4-b747-cf88a1df252b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0710940 Jun 30 10:24:42.842588 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6daf1c97-e037-440a-aaf2-9467847115f5 req-2b0e4308-0074-4444-bbe8-936e9b2f52f6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914178 Jun 30 10:24:43.213731 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366658-0842-484e-a351-3330b440dcaf req-2e89794b-576d-4a66-910a-b68fdb1afad4 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:43.220900 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-69366658-0842-484e-a351-3330b440dcaf req-2e89794b-576d-4a66-910a-b68fdb1afad4 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.0599742 Jun 30 10:24:43.285976 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-69366658-0842-484e-a351-3330b440dcaf req-344822cf-6e5e-457a-9ca8-11e802677502 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Jun 30 10:24:43.312991 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80e065-c1e9-4938-8e2d-1f1a156f4267 req-bbc9f1aa-12e2-4b5e-aca5-a19c01dcb210 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:43.314591 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4d80e065-c1e9-4938-8e2d-1f1a156f4267 req-bbc9f1aa-12e2-4b5e-aca5-a19c01dcb210 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 945 time: 0.0950534 Jun 30 10:24:43.414977 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4d80e065-c1e9-4938-8e2d-1f1a156f4267 req-c279e8ee-2b3b-4c5e-ad33-d93b0b923381 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911412 Jun 30 10:24:43.457823 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ab04f-9161-4daf-9559-d5d257ccf3bc req-d1b18ec6-faf8-4499-a6a5-76f761e1e2b9 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:43.459590 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc1ab04f-9161-4daf-9559-d5d257ccf3bc req-d1b18ec6-faf8-4499-a6a5-76f761e1e2b9 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 944 time: 0.0630016 Jun 30 10:24:43.531921 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc1ab04f-9161-4daf-9559-d5d257ccf3bc req-b78e5ac5-45f7-4f63-ad83-44a5f66fe565 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642469 Jun 30 10:24:43.853149 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:43.862414 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-71d13534-e523-45aa-8105-60a82950042d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:43.932460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69572-3f37-4e95-977e-26cb34c4d31a req-f696a470-3249-4be0-8053-3c0b7c0faeba tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:43.934117 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-88a69572-3f37-4e95-977e-26cb34c4d31a req-f696a470-3249-4be0-8053-3c0b7c0faeba tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 944 time: 0.1119850 Jun 30 10:24:43.957519 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:24:43.966266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:43.966894 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:44.036684 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f8e00-5226-4c02-80ec-2244b2beb202 req-33f9c554-1eb8-4067-90a5-fca9d4600234 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:44.041267 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-88a69572-3f37-4e95-977e-26cb34c4d31a req-f7e1a255-dddd-4ea2-9178-25563bcade3c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967851 Jun 30 10:24:44.047713 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2b5f8e00-5226-4c02-80ec-2244b2beb202 req-33f9c554-1eb8-4067-90a5-fca9d4600234 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1005950 Jun 30 10:24:44.115827 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:44.116138 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:44.116527 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efdb95-81ee-447b-810d-191ba458495e req-9fb5942a-c77b-4074-aaba-de4905d7aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:44.122204 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2b5f8e00-5226-4c02-80ec-2244b2beb202 req-ddf0cc50-5abb-48a5-aaa0-8fb7f341037e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734587 Jun 30 10:24:44.126304 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-9fb5942a-c77b-4074-aaba-de4905d7aae1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65032e20cf98437398d8c6a29294fabf&device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 1128 time: 0.0837235 Jun 30 10:24:44.153469 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:44.156135 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7d75f5-a376-4252-9dff-77e6ffb1db23" -d '{"events": [{"server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "name": "network-vif-plugged", "status": "completed", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:44.177871 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:44.182142 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:44.183153 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 07064e36-9ce4-460d-af28-65fa58b70a6d up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:44.209548 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de345f6d-ac7b-4c6d-9b0f-2f1c2c2dad73 x-openstack-request-id: req-de345f6d-ac7b-4c6d-9b0f-2f1c2c2dad73 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:44.209840 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "name": "network-vif-plugged", "status": "completed", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:44.210100 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de345f6d-ac7b-4c6d-9b0f-2f1c2c2dad73 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:44.210508 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de345f6d-ac7b-4c6d-9b0f-2f1c2c2dad73'] response: {'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'code': 200} Jun 30 10:24:44.270854 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:44.287889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 07064e36-9ce4-460d-af28-65fa58b70a6d completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:24:44.290135 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:44.299903 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 07064e36-9ce4-460d-af28-65fa58b70a6d triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:44.300389 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:44.396517 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 07064e36-9ce4-460d-af28-65fa58b70a6d is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:44.396741 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:44.443038 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d94e4-0520-4cca-9000-b93db1ab50fb req-de6357fa-d634-4f4b-bae3-b13bc5ef70fe tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:44.452800 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e80d94e4-0520-4cca-9000-b93db1ab50fb req-de6357fa-d634-4f4b-bae3-b13bc5ef70fe tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.0659564 Jun 30 10:24:44.476144 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 07064e36-9ce4-460d-af28-65fa58b70a6d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=07064e36-9ce4-460d-af28-65fa58b70a6d,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:44.497027 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:44.527775 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e80d94e4-0520-4cca-9000-b93db1ab50fb req-d549f750-f489-46ec-87e8-598c8e7c88e9 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735395 Jun 30 10:24:44.565879 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=07064e36-9ce4-460d-af28-65fa58b70a6d,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:44.668497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ef10-e46a-4266-bfb2-6fea2baf0274 req-2c2ed48f-6b08-4d2d-a3a4-18bcf830df66 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:44.670311 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5ec1c-ad75-4f98-bb00-d334eb795bc0 req-bd5046be-ca28-4943-a6f4-180948334d93 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:44.677530 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ce5ec1c-ad75-4f98-bb00-d334eb795bc0 req-bd5046be-ca28-4943-a6f4-180948334d93 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 944 time: 0.0594695 Jun 30 10:24:44.678550 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c3a4ef10-e46a-4266-bfb2-6fea2baf0274 req-2c2ed48f-6b08-4d2d-a3a4-18bcf830df66 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.1005528 Jun 30 10:24:44.739012 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ce5ec1c-ad75-4f98-bb00-d334eb795bc0 req-610bb847-fe0a-4862-8421-94bca4263b08 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Jun 30 10:24:44.779256 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c3a4ef10-e46a-4266-bfb2-6fea2baf0274 req-da4290c1-42b7-4a4d-9f07-4c73f651f4c1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818026 Jun 30 10:24:44.838352 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:24:44.979217 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:44.992972 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5', 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de', 'port_id': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5', 'mac_address': 'fa:16:3e:e9:bc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e9f48b-fd04-4640-a237-d52aa17cfeb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:24:45.037695 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:45.038130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:45.075898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:24:45.086866 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:45.105471 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:45.116354 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:45.189053 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:45.221858 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:45.240778 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31387-e89d-407b-91c5-6aa2f044f0af req-12a82931-5290-452c-b6c6-5980f50c12ce tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:45.243585 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c1a31387-e89d-407b-91c5-6aa2f044f0af req-12a82931-5290-452c-b6c6-5980f50c12ce tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0740743 Jun 30 10:24:45.303971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c0d69-4205-45ee-9605-999cfcf9f072 req-2cdb63f1-9017-47e0-9384-e372c0ae6870 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:45.312166 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-134c0d69-4205-45ee-9605-999cfcf9f072 req-2cdb63f1-9017-47e0-9384-e372c0ae6870 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0610869 Jun 30 10:24:45.319466 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c1a31387-e89d-407b-91c5-6aa2f044f0af req-c5d1db05-7380-427b-9a16-a563a479a69b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702164 Jun 30 10:24:45.381530 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-134c0d69-4205-45ee-9605-999cfcf9f072 req-368da378-8225-4297-81ab-f826581a584a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681939 Jun 30 10:24:45.494043 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['3aa541ee-95b9-45d8-8684-c0ec7981e3e5'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:24:45.677306 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b50cc-0ea7-4970-bf0b-2e196dd22782 req-121e1518-5ff5-4220-9bf7-6307b749b057 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:45.679217 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-609b50cc-0ea7-4970-bf0b-2e196dd22782 req-121e1518-5ff5-4220-9bf7-6307b749b057 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.0653052 Jun 30 10:24:45.735374 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:45.739730 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-609b50cc-0ea7-4970-bf0b-2e196dd22782 req-3de51f06-9044-47b1-8c9d-186e72348840 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530140 Jun 30 10:24:45.939164 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:45.982077 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821074f-cba3-4745-b2dc-0c652fa94da6 req-11b86541-99a1-4d2e-9a14-1986d401b614 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:45.989134 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e821074f-cba3-4745-b2dc-0c652fa94da6 req-11b86541-99a1-4d2e-9a14-1986d401b614 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 945 time: 0.1104321 Jun 30 10:24:46.002776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efdb95-81ee-447b-810d-191ba458495e req-fb9ae327-4900-4682-af43-4b12b955d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.004226 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-fb9ae327-4900-4682-af43-4b12b955d6dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 200 len: 906 time: 0.2348633 Jun 30 10:24:46.004402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df8bd-424a-47eb-9ad2-d8f14eb99537 req-fb412457-f7c6-4f41-880c-dfe8ec85f11a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.005961 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-de1df8bd-424a-47eb-9ad2-d8f14eb99537 req-fb412457-f7c6-4f41-880c-dfe8ec85f11a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0812581 Jun 30 10:24:46.047226 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:46.061400 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e821074f-cba3-4745-b2dc-0c652fa94da6 req-89790907-2fe6-44d1-b316-67326cd6b118 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712266 Jun 30 10:24:46.093977 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-de1df8bd-424a-47eb-9ad2-d8f14eb99537 req-61faf087-7e6d-436d-b796-1b5ddf721267 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764718 Jun 30 10:24:46.195880 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-2135d6b1-cb9c-48ea-8f60-132ab78faa7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5 HTTP/1.1" status: 200 len: 217 time: 0.0725601 Jun 30 10:24:46.213039 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:46.217265 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bde7e37-25f8-4b17-8bae-74fa9b604928" -d '{"events": [{"server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "name": "network-vif-plugged", "status": "completed", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:46.269299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d554ae-b4cc-43a5-9058-b44e55b18965 req-802cae40-c0f9-4c06-91c9-8386900c84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.270933 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8d554ae-b4cc-43a5-9058-b44e55b18965 req-802cae40-c0f9-4c06-91c9-8386900c84d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.0873854 Jun 30 10:24:46.271633 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180a314-ecaa-47a7-b03f-1c35d365b5ee x-openstack-request-id: req-3180a314-ecaa-47a7-b03f-1c35d365b5ee {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:46.272021 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "name": "network-vif-plugged", "status": "completed", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:46.272347 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3180a314-ecaa-47a7-b03f-1c35d365b5ee {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:46.272868 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3180a314-ecaa-47a7-b03f-1c35d365b5ee'] response: {'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'code': 200} Jun 30 10:24:46.328913 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efdb95-81ee-447b-810d-191ba458495e req-846f38dd-d3fc-4827-b8fa-c4f5021e987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.330993 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-846f38dd-d3fc-4827-b8fa-c4f5021e987a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41e9f48b-fd04-4640-a237-d52aa17cfeb6 HTTP/1.1" status: 200 len: 845 time: 0.1181557 Jun 30 10:24:46.449357 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-c0dba5cb-03ff-4772-80d2-03db02ea3791 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fe8b11d-636d-4c5b-8d57-a040689d57de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022322 Jun 30 10:24:46.462124 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-bacc1408-e077-4508-a4ea-68f52e710551 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.463756 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-bacc1408-e077-4508-a4ea-68f52e710551 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.2048607 Jun 30 10:24:46.555590 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:46.598782 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8d554ae-b4cc-43a5-9058-b44e55b18965 req-d4e17dec-9512-467c-90b4-6bee5eaa8fa8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932987 Jun 30 10:24:46.599564 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e8179-4830-4619-bd9d-1a9f1a019916 req-7b15d736-27b2-4b3e-befa-a2c675cb5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.601597 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f99e8179-4830-4619-bd9d-1a9f1a019916 req-7b15d736-27b2-4b3e-befa-a2c675cb5466 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 1129 time: 0.1356206 Jun 30 10:24:46.615260 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b0e19-5ad8-49a9-9244-31c756df0dfa req-e910fe3c-ce25-4eec-96e8-ace619f6afbf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.617111 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b23b0e19-5ad8-49a9-9244-31c756df0dfa req-e910fe3c-ce25-4eec-96e8-ace619f6afbf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.1096592 Jun 30 10:24:46.689888 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:46.713283 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b23b0e19-5ad8-49a9-9244-31c756df0dfa req-7e82780a-26b2-4c1f-9491-048d9cace505 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883517 Jun 30 10:24:46.728167 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7d21b-e4d4-40c3-ae3d-20771188420f req-0507bf6d-be54-4f9c-ad53-af37b8c82654 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.729746 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1e7d21b-e4d4-40c3-ae3d-20771188420f req-0507bf6d-be54-4f9c-ad53-af37b8c82654 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1904590 Jun 30 10:24:46.809203 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Deleting port cfa6d202-d254-4b7f-be71-91a47d4425ff {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:24:46.809441 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:46.817358 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-96e9d697-8d11-42a5-bf21-86967140c51b service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505170 Jun 30 10:24:46.869374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:46.952572 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e15c2-d39f-40c6-bce8-96865abcb650 req-a13d1551-5059-4b6c-b78d-c01058f32a6c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:46.960299 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-951e15c2-d39f-40c6-bce8-96865abcb650 req-a13d1551-5059-4b6c-b78d-c01058f32a6c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 945 time: 0.0783970 Jun 30 10:24:46.965000 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f99e8179-4830-4619-bd9d-1a9f1a019916 req-c9e0004a-3dca-4466-b6ff-41d8f6f263b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173618 Jun 30 10:24:46.975957 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1e7d21b-e4d4-40c3-ae3d-20771188420f req-1d090d18-b267-4578-a384-d7cecf85b2cd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312911 Jun 30 10:24:46.983478 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:24:46.994432 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:24:46.994851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.030303 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-951e15c2-d39f-40c6-bce8-96865abcb650 req-2d4dd424-5736-43a9-8260-8ffac5c8619c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661106 Jun 30 10:24:47.049789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:47.083143 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.161033 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] For port cfa6d202-d254-4b7f-be71-91a47d4425ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=cfa6d202-d254-4b7f-be71-91a47d4425ff,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:47.161432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.211976 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a7efdb95-81ee-447b-810d-191ba458495e req-9d4d4d54-f1fb-469b-af24-df2453834806 service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556731 Jun 30 10:24:47.213027 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Calling delete_port for cfa6d202-d254-4b7f-be71-91a47d4425ff owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:24:47.245692 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8bc9d-74bb-44e7-b474-52ccbd1f4d16 req-c6b1e20e-2818-4b0e-8518-ac41b998b081 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:47.252904 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b8bc9d-74bb-44e7-b474-52ccbd1f4d16 req-c6b1e20e-2818-4b0e-8518-ac41b998b081 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 945 time: 0.0871463 Jun 30 10:24:47.257029 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f4348-1e3f-46e4-9031-5bd3c09271c8 req-f15ce5cf-9565-4334-9c21-72247ab5df3b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:47.259709 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-371f4348-1e3f-46e4-9031-5bd3c09271c8 req-f15ce5cf-9565-4334-9c21-72247ab5df3b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0710242 Jun 30 10:24:47.317020 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=18 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:47.322979 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:47.357096 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:47.371242 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-371f4348-1e3f-46e4-9031-5bd3c09271c8 req-93559bf9-663a-4857-9e92-5bae1a2cc4de tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859544 Jun 30 10:24:47.377402 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:47.377983 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b8bc9d-74bb-44e7-b474-52ccbd1f4d16 req-387a7d49-463c-43b3-b722-18cab7d23206 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241190 Jun 30 10:24:47.378567 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.456874 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:47.467320 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.468907 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device cfa6d202-d254-4b7f-be71-91a47d4425ff no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:24:47.540498 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (cfa6d202-d254-4b7f-be71-91a47d4425ff), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.589020 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Pushing event deleted for resources: {'Port': ['ID=cfa6d202-d254-4b7f-be71-91a47d4425ff,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:47.589991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No active binding found for port cfa6d202-d254-4b7f-be71-91a47d4425ff {{(pid=103765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 10:24:47.590377 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] The host hv-cinder-82660 is not matching for port cfa6d202-d254-4b7f-be71-91a47d4425ff host None! {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 30 10:24:47.591767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device cfa6d202-d254-4b7f-be71-91a47d4425ff not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:24:47.608305 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:47.657423 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] No DVR routers for this DVR port cfa6d202-d254-4b7f-be71-91a47d4425ff on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:24:47.665215 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:47.671315 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e81bc97f-f0cc-4844-aa5b-03b565bc97cf req-8a983b5b-19f9-45bc-b187-0650de65163e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "DELETE /v2.0/ports/cfa6d202-d254-4b7f-be71-91a47d4425ff HTTP/1.1" status: 204 len: 173 time: 1.1860650 Jun 30 10:24:47.672083 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f650871-5aba-4aa5-9245-766d014dafdc', 'name': 'network-vif-deleted', 'tag': 'cfa6d202-d254-4b7f-be71-91a47d4425ff'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:47.674568 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea715fdb-7a3d-4752-9bab-190643806ab0" -d '{"events": [{"server_uuid": "1f650871-5aba-4aa5-9245-766d014dafdc", "name": "network-vif-deleted", "tag": "cfa6d202-d254-4b7f-be71-91a47d4425ff"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:47.748323 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3529cbe7-a6d3-4a49-8470-758499614603 x-openstack-request-id: req-3529cbe7-a6d3-4a49-8470-758499614603 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:47.748661 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f650871-5aba-4aa5-9245-766d014dafdc", "name": "network-vif-deleted", "tag": "cfa6d202-d254-4b7f-be71-91a47d4425ff", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:47.748972 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3529cbe7-a6d3-4a49-8470-758499614603 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:47.750035 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3529cbe7-a6d3-4a49-8470-758499614603'] response: {'server_uuid': '1f650871-5aba-4aa5-9245-766d014dafdc', 'name': 'network-vif-deleted', 'tag': 'cfa6d202-d254-4b7f-be71-91a47d4425ff', 'status': 'completed', 'code': 200} Jun 30 10:24:47.884575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb703a-dd3a-4c16-9b97-1bdfe6a00c56 req-639da880-3a35-4aea-a93a-2e3be02b4ab6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:47.886324 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-59bb703a-dd3a-4c16-9b97-1bdfe6a00c56 req-639da880-3a35-4aea-a93a-2e3be02b4ab6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0938632 Jun 30 10:24:47.951889 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-59bb703a-dd3a-4c16-9b97-1bdfe6a00c56 req-d1c865e9-31ba-4911-86a2-25b8a86d0c85 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585566 Jun 30 10:24:48.144493 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2242-e17c-4795-af20-eb26ee5b0601 req-f67caffc-9dc2-44d7-b852-36bb8c66ecfa tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:48.145131 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-83e62155-51c0-4f4f-8699-422395b5712d req-2ce7aadf-5c29-47a5-ba15-787f45c8bc02 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 210 time: 0.0324507 Jun 30 10:24:48.146041 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-399c2242-e17c-4795-af20-eb26ee5b0601 req-f67caffc-9dc2-44d7-b852-36bb8c66ecfa tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0697186 Jun 30 10:24:48.225036 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-399c2242-e17c-4795-af20-eb26ee5b0601 req-d8ab7ec0-6c3b-40e0-af0f-87b0d8dc77dd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689690 Jun 30 10:24:48.274083 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:48.276978 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25aeaa3-1c6c-41dc-b4fe-3e2acf283fba" -d '{"events": [{"server_uuid": "03669a70-11a5-460e-b2b7-fa3a31776ff6", "name": "network-vif-plugged", "status": "completed", "tag": "3aa541ee-95b9-45d8-8684-c0ec7981e3e5"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:48.325144 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24fde94-a50e-4402-a93c-9dc37673cc24 x-openstack-request-id: req-d24fde94-a50e-4402-a93c-9dc37673cc24 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:48.325442 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03669a70-11a5-460e-b2b7-fa3a31776ff6", "name": "network-vif-plugged", "status": "completed", "tag": "3aa541ee-95b9-45d8-8684-c0ec7981e3e5", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:48.325712 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d24fde94-a50e-4402-a93c-9dc37673cc24 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:48.326275 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24fde94-a50e-4402-a93c-9dc37673cc24'] response: {'server_uuid': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5', 'code': 200} Jun 30 10:24:48.528678 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32f2fe-b828-4f43-926a-814a94256d04 req-c3337909-8c0b-48da-82ba-33e7de74676e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:48.531758 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bf32f2fe-b828-4f43-926a-814a94256d04 req-c3337909-8c0b-48da-82ba-33e7de74676e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0698695 Jun 30 10:24:48.573646 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec5f6-3421-49de-96c3-0979fdf05187 req-ffd27b1f-6d0f-4a01-a9ff-f5e85021fa18 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:48.577374 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa0ec5f6-3421-49de-96c3-0979fdf05187 req-ffd27b1f-6d0f-4a01-a9ff-f5e85021fa18 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.0928979 Jun 30 10:24:48.599434 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bf32f2fe-b828-4f43-926a-814a94256d04 req-12b95ff9-6a9f-4973-a8ee-f87ba45b3a5c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604763 Jun 30 10:24:48.690609 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-aa0ec5f6-3421-49de-96c3-0979fdf05187 req-e3a95032-7501-4192-82f5-85ef219e36d6 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075518 Jun 30 10:24:48.767624 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797fac5-1975-4f51-af73-6dc15bf22733 req-de50c18a-e425-4b81-bc77-23dc87d6271d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:48.769732 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c797fac5-1975-4f51-af73-6dc15bf22733 req-de50c18a-e425-4b81-bc77-23dc87d6271d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0595453 Jun 30 10:24:48.781317 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 45338) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:48.786734 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'floatingip': {'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:48.827872 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:48.908710 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:49.306314 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c5f6bcb7-73eb-46f1-8eec-b34997d2a011 req-cbb149f3-a75d-49f5-90a5-900d717ca467 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 210 time: 0.0421638 Jun 30 10:24:49.402205 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294047ac-bfde-4dd9-a5e1-9173a85bfbf0 req-1254f700-41e9-48b6-bd43-fb351cbed83a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:49.409801 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-294047ac-bfde-4dd9-a5e1-9173a85bfbf0 req-1254f700-41e9-48b6-bd43-fb351cbed83a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.1658800 Jun 30 10:24:49.490243 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-294047ac-bfde-4dd9-a5e1-9173a85bfbf0 req-64fcddf1-fe85-479b-a880-b094815b5136 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789292 Jun 30 10:24:49.529950 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d61fc-4fd1-453f-8420-223205e8b2fb req-db986574-5998-40c7-a5bd-aa847253ff0d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:49.531752 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-493d61fc-4fd1-453f-8420-223205e8b2fb req-db986574-5998-40c7-a5bd-aa847253ff0d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0790942 Jun 30 10:24:49.598495 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-493d61fc-4fd1-453f-8420-223205e8b2fb req-05c40e1c-5d62-4eb5-bdd7-bad1a2151408 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594704 Jun 30 10:24:49.786293 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:49.799839 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:49.899645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd611-6f4d-48aa-9d09-def96901bc2a req-4305cd47-4ab9-438d-8e53-b596fa888948 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:49.901300 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c4cd611-6f4d-48aa-9d09-def96901bc2a req-4305cd47-4ab9-438d-8e53-b596fa888948 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.1136742 Jun 30 10:24:49.973854 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Floating IP a93ce5db-f740-40fb-93fd-f852cde45e67 associated. External IP: 172.27.3.157, port: ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4. Jun 30 10:24:50.007459 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c4cd611-6f4d-48aa-9d09-def96901bc2a req-cf8b7226-816b-497b-9cbf-e65c12626398 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977900 Jun 30 10:24:50.097566 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:50.258325 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:24:50.404915 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:50.408128 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f5922-ea5a-49df-ad22-e3c4f837e460 req-b71d60f0-92e5-49e6-ad7d-b6c33ca2a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:50.408581 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c37f5922-ea5a-49df-ad22-e3c4f837e460 req-b71d60f0-92e5-49e6-ad7d-b6c33ca2a91e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0485654 Jun 30 10:24:50.496504 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c37f5922-ea5a-49df-ad22-e3c4f837e460 req-aaa4191e-ba2f-4b06-98e9-f7fadef227c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789199 Jun 30 10:24:50.500765 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:50.510891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:50.527167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] Sync routers for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:50.564330 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-6257007b-efc7-483f-8390-83832930a0d8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "PUT /v2.0/floatingips/a93ce5db-f740-40fb-93fd-f852cde45e67 HTTP/1.1" status: 200 len: 992 time: 1.7813349 Jun 30 10:24:50.565218 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:50.567836 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faacd8a0-1c00-4c47-9ac9-196eb8146666" -d '{"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:50.592640 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:24:50.593276 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:24:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:50.627124 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-659c200e-a067-437a-8519-c522e1bcfd7c req-d09e5d75-647b-420c-9bdf-51e1914bec8c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f650871-5aba-4aa5-9245-766d014dafdc HTTP/1.1" status: 200 len: 210 time: 0.1348920 Jun 30 10:24:50.737151 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149001c-0723-4725-819a-d2042b1ee71e x-openstack-request-id: req-5149001c-0723-4725-819a-d2042b1ee71e {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:50.737439 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:50.737818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5149001c-0723-4725-819a-d2042b1ee71e {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:50.738425 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5149001c-0723-4725-819a-d2042b1ee71e'] response: {'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'status': 'completed', 'code': 200} Jun 30 10:24:50.782404 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fbf9f-0e50-4100-8fd3-ba5ae3167e3a req-3b319f8a-49ec-4b21-bbbc-5e3b45ff60a0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:50.789616 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce9fbf9f-0e50-4100-8fd3-ba5ae3167e3a req-3b319f8a-49ec-4b21-bbbc-5e3b45ff60a0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0978396 Jun 30 10:24:50.869585 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:24:50.954804 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f17c1-b9fa-4c57-92e1-9043dd5fbbcb req-347ce3f5-4ba0-4d41-a6e4-6745e3051243 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:50.964174 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1a1f17c1-b9fa-4c57-92e1-9043dd5fbbcb req-347ce3f5-4ba0-4d41-a6e4-6745e3051243 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1161747 Jun 30 10:24:51.003614 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-ada4eba2-ae6a-461e-a544-b5f528ee8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:51.005456 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-ada4eba2-ae6a-461e-a544-b5f528ee8f89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.1428857 Jun 30 10:24:51.022195 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce9fbf9f-0e50-4100-8fd3-ba5ae3167e3a req-6922e3f5-47b2-461c-ab11-f483b1cab95a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152233 Jun 30 10:24:51.049969 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1a1f17c1-b9fa-4c57-92e1-9043dd5fbbcb req-fb847f1a-855f-4212-94e7-73ff51f7907d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841134 Jun 30 10:24:51.176388 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6943a-b79c-4ed3-883d-5f5e481171b8 req-934ad15d-f1d7-4607-8271-9c1793df321b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:51.181842 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d8c6943a-b79c-4ed3-883d-5f5e481171b8 req-934ad15d-f1d7-4607-8271-9c1793df321b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0760705 Jun 30 10:24:51.187869 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 45372) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:24:51.195286 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'port_id': '07064e36-9ce4-460d-af28-65fa58b70a6d'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:24:51.205768 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-5184e365-61c0-44b7-b06f-62576df048cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:51.207566 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-5184e365-61c0-44b7-b06f-62576df048cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1790965 Jun 30 10:24:51.267926 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abec90-9509-4f07-893c-e41bb1e2ce2e req-8b7bde20-bf73-450c-bf5e-ebd1c4170313 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:51.276883 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06abec90-9509-4f07-893c-e41bb1e2ce2e req-8b7bde20-bf73-450c-bf5e-ebd1c4170313 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.0681448 Jun 30 10:24:51.299751 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (ab126f0c-0b6d-4c11-89e3-0068ebbe343f), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:51.341650 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'a93ce5db-f740-40fb-93fd-f852cde45e67', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:22Z', 'updated_at': '2022-06-30T10:24:49Z', 'revision_number': 1, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:51.356909 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06abec90-9509-4f07-893c-e41bb1e2ce2e req-7b56487d-0693-4896-b21d-6cdfbda5247d tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772226 Jun 30 10:24:51.374598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] Checking router: 6930f0fc-ff91-4b84-810c-cd6691bf5d6b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:51.393874 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:24:51.393874 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:24:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:51.445915 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:51.473618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:51.526577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:24:51.642754 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:51.683087 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-f5f1ad4d-b8ff-4fae-8d94-3e2026f6a943 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 1000 time: 0.1021371 Jun 30 10:24:51.768386 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:51.810309 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-d911ae50-cb0d-4473-bb0b-0564bd9ff43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:51.812315 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-d911ae50-cb0d-4473-bb0b-0564bd9ff43d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0991657 Jun 30 10:24:51.886165 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'a93ce5db-f740-40fb-93fd-f852cde45e67', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:22Z', 'updated_at': '2022-06-30T10:24:49Z', 'revision_number': 1, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:51.933196 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-2735788f-4fd7-43ef-937f-3f1ac26af317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:51.935293 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-2735788f-4fd7-43ef-937f-3f1ac26af317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761325 Jun 30 10:24:51.952817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314a80f-5b0b-428e-80ed-80d214e9d77c None None] The sync data for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi is: [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'a93ce5db-f740-40fb-93fd-f852cde45e67', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:22Z', 'updated_at': '2022-06-30T10:24:49Z', 'revision_number': 1, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:52.302133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b743-4b80-47dc-aa10-01a1b9065801 req-4e822b4e-2256-4fd2-b886-0dfa3cdc26e7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:52.310768 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cd02b743-4b80-47dc-aa10-01a1b9065801 req-4e822b4e-2256-4fd2-b886-0dfa3cdc26e7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1335740 Jun 30 10:24:52.325669 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.db.resource_extend [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 30 10:24:52.415335 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cd02b743-4b80-47dc-aa10-01a1b9065801 req-53695f15-fc11-476f-a1a1-bc71c11d542b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007297 Jun 30 10:24:52.459868 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:52.475019 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (ab126f0c-0b6d-4c11-89e3-0068ebbe343f), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:52.877847 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b690e62-4d59-4d78-ba74-f878a18b631c req-bbcc1dba-17da-46ba-9392-c1fad32ba3cc tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:52.884903 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7b690e62-4d59-4d78-ba74-f878a18b631c req-bbcc1dba-17da-46ba-9392-c1fad32ba3cc tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.3754163 Jun 30 10:24:52.953602 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP ab126f0c-0b6d-4c11-89e3-0068ebbe343f associated. External IP: 172.27.3.203, port: 07064e36-9ce4-460d-af28-65fa58b70a6d. Jun 30 10:24:53.024177 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c5ce3-684a-469b-9237-6ac204dc328a None None] New status for floating IP a93ce5db-f740-40fb-93fd-f852cde45e67: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:24:53.033666 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7b690e62-4d59-4d78-ba74-f878a18b631c req-9b49fd86-d664-4307-86c2-7ef8d7efb5cd tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478090 Jun 30 10:24:53.190330 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:24:53.298934 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:53.303450 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:53.308620 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:53.319141 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:24:53.320285 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:24:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:53.340034 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4dfb8a1d-d518-4c23-b06f-c245d72cd5eb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "PUT /v2.0/floatingips/ab126f0c-0b6d-4c11-89e3-0068ebbe343f HTTP/1.1" status: 200 len: 991 time: 2.1510372 Jun 30 10:24:53.340624 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:53.343195 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d9198-3c95-46e5-9ee5-71c092447c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:53.378207 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a08d49-1a4b-4952-825e-fa2268bafd8a x-openstack-request-id: req-02a08d49-1a4b-4952-825e-fa2268bafd8a {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:53.378560 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:53.378860 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02a08d49-1a4b-4952-825e-fa2268bafd8a {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:53.379283 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a08d49-1a4b-4952-825e-fa2268bafd8a'] response: {'name': 'network-changed', 'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'status': 'completed', 'code': 200} Jun 30 10:24:53.438552 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:24:53.590184 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26821b7-67d1-43e5-a04a-bb8da6f02439 req-3f158a26-6980-478f-b4db-6175163f900b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:53.591763 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a26821b7-67d1-43e5-a04a-bb8da6f02439 req-3f158a26-6980-478f-b4db-6175163f900b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Jun 30 10:24:53.604723 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:53.647110 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a26821b7-67d1-43e5-a04a-bb8da6f02439 req-6862ad4c-e5fe-413c-a1a9-a12573b6fec4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495379 Jun 30 10:24:53.686456 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'ab126f0c-0b6d-4c11-89e3-0068ebbe343f', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:06:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:14Z', 'updated_at': '2022-06-30T10:24:52Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}, {'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:08Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:53.712309 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:53.720807 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:24:53.721415 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:24:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:53.822274 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:24:54.043916 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'ab126f0c-0b6d-4c11-89e3-0068ebbe343f', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:06:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:14Z', 'updated_at': '2022-06-30T10:24:52Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}, {'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:08Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:54.073033 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30a632-f15b-42c6-9f48-6f23015ef4cf None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'ab126f0c-0b6d-4c11-89e3-0068ebbe343f', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:06:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:14Z', 'updated_at': '2022-06-30T10:24:52Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}, {'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:08Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:54.260978 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad03747-43c8-41ee-83f6-21065c8f8ea8 None None] New status for floating IP ab126f0c-0b6d-4c11-89e3-0068ebbe343f: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:24:54.771703 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc3c4-b62e-4972-a758-292182e6772d req-f638e961-d8a3-4075-a67b-e86e95916ef3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:54.773852 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b74cc3c4-b62e-4972-a758-292182e6772d req-f638e961-d8a3-4075-a67b-e86e95916ef3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Jun 30 10:24:54.794188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:54.822938 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b74cc3c4-b62e-4972-a758-292182e6772d req-20cb988e-5d76-4e9c-aa76-0edd763d6c30 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Jun 30 10:24:55.823993 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-4df47a29-1357-4122-8f5e-f6283ba67814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:55.825532 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-4df47a29-1357-4122-8f5e-f6283ba67814 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 1129 time: 0.0532401 Jun 30 10:24:55.840881 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-14494cab-ea5a-4d52-927b-6ca0e6ef231c service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412902 Jun 30 10:24:55.991811 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:56.048834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6cb89-0eff-45d2-8655-a160f919034b req-2db23251-050f-4ff6-9762-e183d7b12b39 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:56.050350 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b4c6cb89-0eff-45d2-8655-a160f919034b req-2db23251-050f-4ff6-9762-e183d7b12b39 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.1300931 Jun 30 10:24:56.058369 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b48bc5-d9d7-4c01-845c-ae718fe5f88a req-c21813d4-d925-4916-bf4c-e675bcf66b0d tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:56.059986 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e4b48bc5-d9d7-4c01-845c-ae718fe5f88a req-c21813d4-d925-4916-bf4c-e675bcf66b0d tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.0528874 Jun 30 10:24:56.104722 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faacd8a0-1c00-4c47-9ac9-196eb8146666 req-a0d3a4e9-052e-4d25-87f3-b780287bb1ef service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356060 Jun 30 10:24:56.115541 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e4b48bc5-d9d7-4c01-845c-ae718fe5f88a req-ef3a69ce-c84d-4fae-9e86-fe37c8d23a44 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Jun 30 10:24:56.119006 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-c0ce76c8-81a8-4aeb-be44-c928958d6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:56.120456 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-c0ce76c8-81a8-4aeb-be44-c928958d6d8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 916 time: 0.2644970 Jun 30 10:24:56.138559 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b4c6cb89-0eff-45d2-8655-a160f919034b req-0f3dd2fb-1d95-491b-953b-a11fa41a1eca tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803015 Jun 30 10:24:57.234709 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e2a2e-8ba9-4d52-ba72-d24f5a0906a0 req-28223224-70c6-4935-9846-ce79b31bc4cb tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:57.236245 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a35e2a2e-8ba9-4d52-ba72-d24f5a0906a0 req-28223224-70c6-4935-9846-ce79b31bc4cb tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.0506489 Jun 30 10:24:57.271837 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:57.278437 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e546d9-842e-422e-9fb3-af548595deb2 req-8a63a9a0-e1ff-4eaa-a688-145236ed8adc tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:57.280029 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-23e546d9-842e-422e-9fb3-af548595deb2 req-8a63a9a0-e1ff-4eaa-a688-145236ed8adc tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0561478 Jun 30 10:24:57.290199 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a35e2a2e-8ba9-4d52-ba72-d24f5a0906a0 req-69910590-5228-49be-8921-c26275cfb083 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475941 Jun 30 10:24:57.340481 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-23e546d9-842e-422e-9fb3-af548595deb2 req-182b2d54-7bf5-4996-81b5-328da6235f53 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499520 Jun 30 10:24:57.773321 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-5d245ee2-2470-4da4-bf32-aea57617f65c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07064e36-9ce4-460d-af28-65fa58b70a6d HTTP/1.1" status: 200 len: 1001 time: 0.0682304 Jun 30 10:24:57.860091 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:58.414510 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ea6b-30e6-4dd7-a86b-3c01a14ef05f req-293b3a83-2c17-40f3-b0c3-b656dcbb5d89 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:58.416071 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6d63ea6b-30e6-4dd7-a86b-3c01a14ef05f req-293b3a83-2c17-40f3-b0c3-b656dcbb5d89 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.0525129 Jun 30 10:24:58.469586 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6d63ea6b-30e6-4dd7-a86b-3c01a14ef05f req-fe806355-3ba0-4f48-8f0a-c8e465262620 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Jun 30 10:24:58.470497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7720c5-2d7e-4a6c-b06e-e4b7f8a86b0a req-d357be8f-07c6-4557-ab23-18a733435acd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:58.472174 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce7720c5-2d7e-4a6c-b06e-e4b7f8a86b0a req-d357be8f-07c6-4557-ab23-18a733435acd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0514977 Jun 30 10:24:58.521932 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce7720c5-2d7e-4a6c-b06e-e4b7f8a86b0a req-d0861b97-f4d0-435f-8be0-be598d81b34e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Jun 30 10:24:59.584323 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3ffb-ad15-48da-83dc-a07840abb185 req-c52446ad-a468-4d98-aa1c-774c1d7bc165 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:59.585928 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b80a3ffb-ad15-48da-83dc-a07840abb185 req-c52446ad-a468-4d98-aa1c-774c1d7bc165 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Jun 30 10:24:59.646598 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b80a3ffb-ad15-48da-83dc-a07840abb185 req-42b6db09-65e9-4372-af0e-9a5d89ab1b07 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550129 Jun 30 10:24:59.653051 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ddfa8-a71f-4e67-af01-6f02e0833778 req-302f2d2c-5f92-41e2-bda6-b1b858bf9383 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:59.654577 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-521ddfa8-a71f-4e67-af01-6f02e0833778 req-302f2d2c-5f92-41e2-bda6-b1b858bf9383 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 945 time: 0.0572953 Jun 30 10:24:59.690496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:24:59.693604 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:59.736440 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-521ddfa8-a71f-4e67-af01-6f02e0833778 req-2fdd1a29-921c-4957-a312-aedbec1e6707 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763528 Jun 30 10:24:59.753859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-04177642-2038-45ff-96a7-41b47c45b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:24:59.755611 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-04177642-2038-45ff-96a7-41b47c45b151 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.0636544 Jun 30 10:24:59.760254 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:24:59.767126 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: ACTIVE; New status is: DOWN {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:24:59.767512 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:59.790751 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:24:59.792999 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11c0d1f-c893-4c79-86fb-f8cb1ccd8fdd" -d '{"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:59.809545 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:59.813869 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:24:59.837228 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Jun 2022 10:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8c1f9d-e1b9-4ab2-ac54-b90ba079f1da x-openstack-request-id: req-9f8c1f9d-e1b9-4ab2-ac54-b90ba079f1da {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:59.837567 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:59.837827 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f8c1f9d-e1b9-4ab2-ac54-b90ba079f1da {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:59.838218 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8c1f9d-e1b9-4ab2-ac54-b90ba079f1da'] response: {'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'code': 200} Jun 30 10:24:59.863349 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=8']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:00.799630 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-8e90124e-5d7b-4e63-8093-d15fdaf3cacf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465846 Jun 30 10:25:00.863296 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6fe11-f823-4c01-bc54-3812e6f70d21 req-6caabfa3-ec86-4515-8dc1-571b66814323 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:00.864923 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1bd6fe11-f823-4c01-bc54-3812e6f70d21 req-6caabfa3-ec86-4515-8dc1-571b66814323 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.1420186 Jun 30 10:25:00.878002 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-f90efc82-41c5-4055-960c-4ce3cc279788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:00.879520 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-f90efc82-41c5-4055-960c-4ce3cc279788 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1127 time: 0.1274815 Jun 30 10:25:00.892728 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-6e9c8535-9a43-48ac-a510-1585cf9623a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:00.894096 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-6e9c8535-9a43-48ac-a510-1585cf9623a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1326747 Jun 30 10:25:00.906049 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ffec5-f027-4241-9bf8-ef427f912ef0 req-76bed11c-73df-45de-840c-8edffca2ddc5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:00.907537 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ad8ffec5-f027-4241-9bf8-ef427f912ef0 req-76bed11c-73df-45de-840c-8edffca2ddc5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0886171 Jun 30 10:25:00.909867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-894e2a3e-f25c-4b43-af2a-a4ce9751c8d4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:00.911402 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-894e2a3e-f25c-4b43-af2a-a4ce9751c8d4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 946 time: 0.1399109 Jun 30 10:25:00.934108 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17fda4-2d62-4255-b096-539be430177e req-b37d38b0-5a42-4efe-81b4-eaae4a018009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:00.935623 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-b37d38b0-5a42-4efe-81b4-eaae4a018009 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 1129 time: 0.0652552 Jun 30 10:25:00.988831 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ad8ffec5-f027-4241-9bf8-ef427f912ef0 req-7b6049ef-4e45-47d5-ad95-21c8c5ac8bee tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728178 Jun 30 10:25:01.002244 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:01.065544 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17fda4-2d62-4255-b096-539be430177e req-c2269f4c-84ec-4262-b6d8-e428cfdec2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:01.067033 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-c2269f4c-84ec-4262-b6d8-e428cfdec2ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1040621 Jun 30 10:25:01.071223 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:01.112256 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1bd6fe11-f823-4c01-bc54-3812e6f70d21 req-04a3ac45-57ab-4fbb-943f-e4d934379c23 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356019 Jun 30 10:25:01.115192 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-465c3f7c-d154-4a4d-bf9d-fa38027d0284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 200 len: 217 time: 0.0379567 Jun 30 10:25:01.169381 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17fda4-2d62-4255-b096-539be430177e req-254e46db-7fae-4ffe-8650-175644812fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:01.170908 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-254e46db-7fae-4ffe-8650-175644812fd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0488310 Jun 30 10:25:01.221862 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17fda4-2d62-4255-b096-539be430177e req-0496ea18-b681-42b4-b28e-7c7f5e376eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:01.223449 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-0496ea18-b681-42b4-b28e-7c7f5e376eeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452068 Jun 30 10:25:01.329851 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-9b8ddd2c-0ea5-42be-a09c-640374080959 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962529 Jun 30 10:25:01.428957 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:01.436048 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc17fda4-2d62-4255-b096-539be430177e req-9cc90867-3081-4e51-b8a2-bff2badf21f1 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952013 Jun 30 10:25:01.440605 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-d45324a2-c30f-44cd-ba65-44805b8fed85 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198898 Jun 30 10:25:01.448387 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Deleting port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:25:01.448790 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:01.474498 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-04d49b8c-dbae-4ce4-8e30-a3e2fcb73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:01.476286 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-04d49b8c-dbae-4ce4-8e30-a3e2fcb73de6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.5812328 Jun 30 10:25:01.642550 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-56dd7fcc-e9b1-451a-bd0d-ce5690217687 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 999 time: 0.1530497 Jun 30 10:25:01.676672 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d8d9198-3c95-46e5-9ee5-71c092447c5c req-703627b8-79cc-4d2e-81f6-bb1b24273380 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198527 Jun 30 10:25:01.676672 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] For port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:01.676672 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:01.690116 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Calling delete_port for 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:25:01.827489 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (3aa541ee-95b9-45d8-8684-c0ec7981e3e5), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:01.840668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['3aa541ee-95b9-45d8-8684-c0ec7981e3e5'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:01.856585 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Pushing event deleted for resources: {'Port': ['ID=3aa541ee-95b9-45d8-8684-c0ec7981e3e5,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:01.867432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.867432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.867432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.867432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.868979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.868979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.868979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.868979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.868979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.869883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.869883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.870176 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.870346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.870544 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.870900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:01.952829 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] No DVR routers for this DVR port 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:25:01.956693 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:01.960124 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bec9bae9-2966-43fd-bb2f-a63ff7c53f8e req-e83ea183-a9af-4264-8adf-63433e8c3f25 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "DELETE /v2.0/ports/3aa541ee-95b9-45d8-8684-c0ec7981e3e5 HTTP/1.1" status: 204 len: 173 time: 1.0211918 Jun 30 10:25:01.960593 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'name': 'network-vif-deleted', 'tag': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:01.962914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7224cdb-3c7e-4557-baa2-44a1d1da068d" -d '{"events": [{"server_uuid": "03669a70-11a5-460e-b2b7-fa3a31776ff6", "name": "network-vif-deleted", "tag": "3aa541ee-95b9-45d8-8684-c0ec7981e3e5"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:01.971213 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-e723e694-66f6-4af0-89f5-01cc237d8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:01.972585 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-e723e694-66f6-4af0-89f5-01cc237d8d7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.1086910 Jun 30 10:25:02.002841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07462251-38db-4fae-bfb3-0a220117f7e5 x-openstack-request-id: req-07462251-38db-4fae-bfb3-0a220117f7e5 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:02.003094 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03669a70-11a5-460e-b2b7-fa3a31776ff6", "name": "network-vif-deleted", "tag": "3aa541ee-95b9-45d8-8684-c0ec7981e3e5", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:02.003323 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07462251-38db-4fae-bfb3-0a220117f7e5 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:02.003724 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07462251-38db-4fae-bfb3-0a220117f7e5'] response: {'server_uuid': '03669a70-11a5-460e-b2b7-fa3a31776ff6', 'name': 'network-vif-deleted', 'tag': '3aa541ee-95b9-45d8-8684-c0ec7981e3e5', 'status': 'completed', 'code': 200} Jun 30 10:25:02.040165 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-7fb978c1-0e8a-474d-b98e-688d354f5b81 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:02.045014 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-7fb978c1-0e8a-474d-b98e-688d354f5b81 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/networks?id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 HTTP/1.1" status: 200 len: 813 time: 0.1790762 Jun 30 10:25:02.045624 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-e965ca80-2ba1-482e-a412-bd509c157415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:02.047203 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-e965ca80-2ba1-482e-a412-bd509c157415 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598691 Jun 30 10:25:02.065019 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c8066bfb-2868-476a-88ed-84836ba5660c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/quotas/7a1214d68d944c2980887bcef3335c16 HTTP/1.1" status: 200 len: 375 time: 0.0150597 Jun 30 10:25:02.100298 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-28b85093-85ac-448a-bcb9-a519fbe7b01a tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a1214d68d944c2980887bcef3335c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343139 Jun 30 10:25:02.206111 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff8fd-9586-4185-af40-ab1f2557a642 req-531400de-4e97-45a8-a091-cda4716f42d8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:02.213751 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e25ff8fd-9586-4185-af40-ab1f2557a642 req-531400de-4e97-45a8-a091-cda4716f42d8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.1261845 Jun 30 10:25:02.219368 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-73422c64-d125-4878-85e6-f1a0e8305373 service neutron] 10.222.0.44 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124833 Jun 30 10:25:02.262738 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-aa6b131e-36fa-4ff3-89c2-037d158d6ec8 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830027 Jun 30 10:25:02.283888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:02.303575 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e25ff8fd-9586-4185-af40-ab1f2557a642 req-9844fad0-f3b0-484d-adee-4475104a269a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886853 Jun 30 10:25:02.353871 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:02.364051 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-2e3b8181-5cf1-489d-bf8e-3c27592477ed service neutron] 10.222.0.44 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352665 Jun 30 10:25:02.367714 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:02.401270 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-548c9938-e35c-4ad8-86fa-f900c477a4e0 req-7058366a-e724-4973-95fd-c56da4badc05 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279795 Jun 30 10:25:02.417938 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-165c14a6-342f-433a-aad1-5851e752607b req-e00edc47-70d7-46c1-a7a2-ff9e244a18f6 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 210 time: 0.0312052 Jun 30 10:25:02.556491 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-04a85460-7cff-4699-a2b5-c624a284c023 req-8e6c695c-b1a6-4cd8-b0ee-f741caef84c4 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 210 time: 0.0303652 Jun 30 10:25:03.424198 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a48467-ce04-4d12-82d0-0699b942b1ef req-68a31aa4-3a6f-4371-9181-5ff73d357769 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:03.425706 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-67a48467-ce04-4d12-82d0-0699b942b1ef req-68a31aa4-3a6f-4371-9181-5ff73d357769 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0521383 Jun 30 10:25:03.477949 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-67a48467-ce04-4d12-82d0-0699b942b1ef req-53f48bd9-3ab7-4c4d-9476-9981aae15e5d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458393 Jun 30 10:25:03.540483 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dda0c2dc-e3dc-43da-8f40-f2ed46ba5c12 req-0f1158ee-38a6-415d-8091-5662ceacb25f tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Jun 30 10:25:03.653019 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5af15ac8-2dfa-4cc1-bd31-cda259c5a61c req-2bc020fd-493d-47d8-a325-acda2ddcd86c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 210 time: 0.0297465 Jun 30 10:25:04.369980 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:04.374383 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:04.603820 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8faf50-2b63-408b-b1e5-324a5f7545cf req-aececeb4-7c45-496c-8666-0aa8dc034b49 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:04.605330 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ab8faf50-2b63-408b-b1e5-324a5f7545cf req-aececeb4-7c45-496c-8666-0aa8dc034b49 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0519271 Jun 30 10:25:04.652741 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3804b31c-1f05-4f31-b468-1e9cdedd1bf0 req-cf6e69ee-29a6-4058-a60a-ff85456ec9d7 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=03669a70-11a5-460e-b2b7-fa3a31776ff6 HTTP/1.1" status: 200 len: 210 time: 0.0290279 Jun 30 10:25:04.666401 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ab8faf50-2b63-408b-b1e5-324a5f7545cf req-409bab20-7802-4ee3-b6c3-f43f4ac049f1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548582 Jun 30 10:25:04.778801 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-803b4ebd-02fd-42a4-b3df-aaece52616df req-a7d15522-b414-43a4-ba2f-c99e6bac2177 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 210 time: 0.0341203 Jun 30 10:25:04.946160 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:25:04.966016 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:25:04.966359 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3aa541ee-95b9-45d8-8684-c0ec7981e3e5 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:25:05.806375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aba70-83bf-4ff9-996a-285f3530c7e2 req-f955cb53-6830-4c1f-8902-92b0731c1345 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:05.807959 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-933aba70-83bf-4ff9-996a-285f3530c7e2 req-f955cb53-6830-4c1f-8902-92b0731c1345 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0560491 Jun 30 10:25:05.873663 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-933aba70-83bf-4ff9-996a-285f3530c7e2 req-fec92481-70ad-48e9-a23b-1d69b426fe69 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555184 Jun 30 10:25:06.012402 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f63a455e-d2ed-4952-ba7b-0a9e6cba9a68 req-96eee7a9-9c24-4d2e-a1a5-b62446cfeb37 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 210 time: 0.0463586 Jun 30 10:25:06.064816 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-07e27df0-c3c7-479f-81a6-38aacb1b4ae5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:06.073992 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-07e27df0-c3c7-479f-81a6-38aacb1b4ae5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/networks?id=8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 200 len: 805 time: 0.2311101 Jun 30 10:25:06.097699 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-1804245f-3ff9-4911-91a6-ab0004a097ea tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/quotas/65032e20cf98437398d8c6a29294fabf HTTP/1.1" status: 200 len: 375 time: 0.0225034 Jun 30 10:25:06.142144 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-6627aadb-23ab-4431-a490-e289025c35c0 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=65032e20cf98437398d8c6a29294fabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434592 Jun 30 10:25:06.181435 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-e556c381-aad6-4fec-8104-412d91f1364e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:06.183171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-e556c381-aad6-4fec-8104-412d91f1364e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "GET /v2.0/networks?id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 HTTP/1.1" status: 200 len: 813 time: 0.2438996 Jun 30 10:25:06.227154 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Request body: {'port': {'device_id': '62bf47a0-f916-43d9-96b3-414012fb6930', 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7', 'admin_state_up': True, 'tenant_id': '7a1214d68d944c2980887bcef3335c16'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:25:06.328040 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-2021cdd3-a40d-4396-b344-3519db4c4129 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850061 Jun 30 10:25:06.433346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Made reservation on behalf of 7a1214d68d944c2980887bcef3335c16 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:25:06.436796 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:06.493874 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-45333871-f6f2-4741-9f98-26e307233613 service neutron] 10.222.0.44 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533976 Jun 30 10:25:06.579437 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:06.657663 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Allocated IP 172.20.0.13 (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7/e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45/3795ddc9-d420-4e51-ab77-53ca4e0d9366) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:25:06.733267 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-87b62de6-c675-41cb-88cd-ee24b6bc649e req-92c744f8-6102-4638-8ad7-78c0255b9ad7 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 210 time: 0.0388994 Jun 30 10:25:06.735608 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [req-3427271f-1868-4281-9275-6c10cea32593 req-7406a296-ef4e-4d2e-830f-30d0b0c70f77 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:25:06.737420 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3427271f-1868-4281-9275-6c10cea32593 req-7406a296-ef4e-4d2e-830f-30d0b0c70f77 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082457 Jun 30 10:25:06.872060 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:06.899046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks [] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:06.947372 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6052a-95b2-48d1-96e3-a010dae82574 req-489a8b3b-dc88-4c82-884b-0afcb7c65533 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:06.948764 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7e6052a-95b2-48d1-96e3-a010dae82574 req-489a8b3b-dc88-4c82-884b-0afcb7c65533 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0753136 Jun 30 10:25:06.992348 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:07.073965 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:25:07.086679 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7e6052a-95b2-48d1-96e3-a010dae82574 req-a83b3a37-3deb-44f3-892d-dc607c5d82f5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312487 Jun 30 10:25:07.104119 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:25:07.106660 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Pushing event updated for resources: {'Port': ['ID=3795ddc9-d420-4e51-ab77-53ca4e0d9366,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:07.109022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:25:07.169015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:07.169671 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:07.198038 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-bf8896db-3f45-4500-827c-8098d8284418 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0018814 Jun 30 10:25:07.215762 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Request body: {'port': {'device_id': '62bf47a0-f916-43d9-96b3-414012fb6930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:25:07.217916 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc85f-0740-4d6b-9ddf-e1a26abb65e0 req-2663aff0-065e-41ba-8b22-32acdeca47b2 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:07.219574 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d93dc85f-0740-4d6b-9ddf-e1a26abb65e0 req-2663aff0-065e-41ba-8b22-32acdeca47b2 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 932 time: 0.1174395 Jun 30 10:25:07.284674 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:07.298781 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d93dc85f-0740-4d6b-9ddf-e1a26abb65e0 req-1969736b-2520-4150-add6-8507ff63580d tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643725 Jun 30 10:25:07.436820 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:07.460410 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 45650) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:07.555731 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-9defa67b-ef18-4aa7-aadb-ca359235561e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936508 Jun 30 10:25:07.564961 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-87c394b1-77f7-4247-a8c3-72faa110a000 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103764) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:25:07.565932 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-87c394b1-77f7-4247-a8c3-72faa110a000 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051730 Jun 30 10:25:07.573973 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3795ddc9-d420-4e51-ab77-53ca4e0d9366 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:25:07.582055 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Publish callbacks [] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:07.595244 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Transition to ACTIVE for port object 3795ddc9-d420-4e51-ab77-53ca4e0d9366 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:25:07.599736 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:07.653095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3795ddc9-d420-4e51-ab77-53ca4e0d9366,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:07.660554 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 45660) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:07.754399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Attempting to bind port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:25:07.754983 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Attempting to bind port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:25:07.755507 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Attempting to bind port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 on network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:25:07.766075 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 on network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:25:07.766637 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Attempting to bind port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 on network aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:25:07.776029 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:25:07.776564 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Checking segment: {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:25:07.777382 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Bound using segment: {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:25:07.778500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Bound port: 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54cf35b-4f10-4d71-a834-6196c1e588da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:25:07.779221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:07.817653 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-55f4e493-b084-4e7b-a470-52910b3ea481 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:07.819153 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-55f4e493-b084-4e7b-a470-52910b3ea481 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports/af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 940 time: 0.1573458 Jun 30 10:25:07.877264 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bfc807d9-4db5-4a60-88b3-ecdec61f3a41 req-502a4e9c-0fe4-41b1-bd50-714dc0ec66b3 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Jun 30 10:25:07.929276 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] For port 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:25:07.980281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] For port 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:25:07.995124 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:08.008936 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:08.058581 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-00575895-26c0-4be9-9abf-7a8d1f2b9fa0 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:08.060291 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-00575895-26c0-4be9-9abf-7a8d1f2b9fa0 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "GET /v2.0/networks?id=8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 200 len: 805 time: 0.1987286 Jun 30 10:25:08.064134 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:08.064760 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:08.066282 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] 10.222.0.55 "PUT /v2.0/ports/3795ddc9-d420-4e51-ab77-53ca4e0d9366 HTTP/1.1" status: 200 len: 1094 time: 0.8549635 Jun 30 10:25:08.067301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf47a0-f916-43d9-96b3-414012fb6930', 'tag': '3795ddc9-d420-4e51-ab77-53ca4e0d9366'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:08.073047 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391e253-3393-4578-9f0c-3424e0016a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf47a0-f916-43d9-96b3-414012fb6930", "tag": "3795ddc9-d420-4e51-ab77-53ca4e0d9366"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:08.090542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Request body: {'port': {'device_id': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de', 'admin_state_up': True, 'tenant_id': '65032e20cf98437398d8c6a29294fabf'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:25:08.150657 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa7ef89-88f4-4687-87f1-9e074923fc41 x-openstack-request-id: req-3fa7ef89-88f4-4687-87f1-9e074923fc41 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:08.150959 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf47a0-f916-43d9-96b3-414012fb6930", "tag": "3795ddc9-d420-4e51-ab77-53ca4e0d9366", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:08.151212 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fa7ef89-88f4-4687-87f1-9e074923fc41 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:08.151794 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa7ef89-88f4-4687-87f1-9e074923fc41'] response: {'name': 'network-changed', 'server_uuid': '62bf47a0-f916-43d9-96b3-414012fb6930', 'tag': '3795ddc9-d420-4e51-ab77-53ca4e0d9366', 'status': 'completed', 'code': 200} Jun 30 10:25:08.152464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47004d8-9794-40c4-b8bd-dd90626a7dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3795ddc9-d420-4e51-ab77-53ca4e0d9366,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:08.299746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464730-81e0-4263-9b90-2b099db2564d req-21cb4f65-cd9f-4af1-9f54-ba4143da2e23 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:08.301255 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f3464730-81e0-4263-9b90-2b099db2564d req-21cb4f65-cd9f-4af1-9f54-ba4143da2e23 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0877945 Jun 30 10:25:08.303888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-2196bb43-6ab5-41b3-bfd3-e311a53429f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:08.305285 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-2196bb43-6ab5-41b3-bfd3-e311a53429f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a1214d68d944c2980887bcef3335c16&device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 1128 time: 0.1031005 Jun 30 10:25:08.367254 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:08.373905 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-d5ba6eb9-abea-4b50-bab5-28184a663222 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366 HTTP/1.1" status: 200 len: 217 time: 0.0505893 Jun 30 10:25:08.380105 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Made reservation on behalf of 65032e20cf98437398d8c6a29294fabf for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:25:08.385246 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:08.415526 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a12e09-c9e7-4d66-bd56-45dee101bf8a req-82898b54-b6a6-498c-b8d5-3aa06c518862 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:08.417108 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b2a12e09-c9e7-4d66-bd56-45dee101bf8a req-82898b54-b6a6-498c-b8d5-3aa06c518862 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 944 time: 0.0531731 Jun 30 10:25:08.484836 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b2a12e09-c9e7-4d66-bd56-45dee101bf8a req-d8422669-9bda-4735-9331-0fb4f64ff1b2 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617182 Jun 30 10:25:08.505701 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f3464730-81e0-4263-9b90-2b099db2564d req-d1ee70a3-0e88-4cf9-be1c-ce2dd6c8f3d3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946502 Jun 30 10:25:08.529219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-ff638cd4-e543-4d12-a530-51ba17078ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:08.530846 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-ff638cd4-e543-4d12-a530-51ba17078ba6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45 HTTP/1.1" status: 200 len: 853 time: 0.1416652 Jun 30 10:25:08.592900 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-18a4889c-2f51-4457-ae51-bab6e301769f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463152 Jun 30 10:25:08.646487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Allocated IP 172.20.0.14 (8fe8b11d-636d-4c5b-8d57-a040689d57de/41e9f48b-fd04-4640-a237-d52aa17cfeb6/ea16472f-de27-4284-b77c-82a62f314416) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:25:08.756075 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-4d6441ad-9721-4b61-98db-b77d418b8209 service neutron] 10.222.0.55 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535001 Jun 30 10:25:08.939070 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb3b2bf-23ac-4089-8be4-9071a6a43e34 req-78d1de03-65e2-468c-97b6-ce5b3b7cff48 service neutron] 10.222.0.55 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659167 Jun 30 10:25:08.941738 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:25:08.942288 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks [] for port (ea16472f-de27-4284-b77c-82a62f314416), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:08.995542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (ea16472f-de27-4284-b77c-82a62f314416), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:09.075520 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a0f8-4b5a-46aa-913f-27663942590a req-94462885-d466-4b00-8210-cabdb0ba28c4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:09.077231 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:09.084714 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9c3a0f8-4b5a-46aa-913f-27663942590a req-94462885-d466-4b00-8210-cabdb0ba28c4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 932 time: 0.0865965 Jun 30 10:25:09.098078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Network 8fe8b11d-636d-4c5b-8d57-a040689d57de is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:25:09.103081 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:25:09.105872 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Pushing event updated for resources: {'Port': ['ID=ea16472f-de27-4284-b77c-82a62f314416,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:09.108262 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:25:09.117748 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: DOWN; New status is: DOWN {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:09.168916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:09.168916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:09.180302 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9c3a0f8-4b5a-46aa-913f-27663942590a req-bc5ce56f-75a6-4c0f-8f7a-b930af9fdbf1 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935488 Jun 30 10:25:09.190059 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-873b7759-70ee-4944-b5d1-1666f4ce334a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1075218 Jun 30 10:25:09.605230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71471fe-abb2-4e81-94f5-3e6de93c520a req-f389de44-c852-4538-a637-9850b19ae86b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:09.606797 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e71471fe-abb2-4e81-94f5-3e6de93c520a req-f389de44-c852-4538-a637-9850b19ae86b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 944 time: 0.0506387 Jun 30 10:25:09.632288 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3d9e-0399-4d58-8787-92d6c3d69f65 req-6b8d43cb-d6fb-4fdf-b9cb-934d1ed71db5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:09.633806 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-332b3d9e-0399-4d58-8787-92d6c3d69f65 req-6b8d43cb-d6fb-4fdf-b9cb-934d1ed71db5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0474050 Jun 30 10:25:09.652369 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:09.657305 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e71471fe-abb2-4e81-94f5-3e6de93c520a req-1ad9fa31-6d68-4ced-a9ae-744a40c5e542 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 Jun 30 10:25:09.685647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:09.694658 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-332b3d9e-0399-4d58-8787-92d6c3d69f65 req-85ae6bb8-e2d2-43a4-9970-6e2c3a7aa628 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546088 Jun 30 10:25:10.099747 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Request body: {'port': {'device_id': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:25:10.151111 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e253-3393-4578-9f0c-3424e0016a6c req-bc9b90dc-4b08-46b1-aa29-934ceb29e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:10.152792 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-bc9b90dc-4b08-46b1-aa29-934ceb29e71e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a1214d68d944c2980887bcef3335c16&device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 1128 time: 0.0729403 Jun 30 10:25:10.213077 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ea16472f-de27-4284-b77c-82a62f314416), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:10.356313 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4470-644b-4c77-9dcd-0b978597a9f1 req-b92d746e-55ee-47c4-93c9-b881b6162523 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:10.357737 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2e4b4470-644b-4c77-9dcd-0b978597a9f1 req-b92d746e-55ee-47c4-93c9-b881b6162523 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 932 time: 0.1038060 Jun 30 10:25:10.376949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e253-3393-4578-9f0c-3424e0016a6c req-7605dd5d-1456-4789-b71f-40955f51a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:10.378405 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-7605dd5d-1456-4789-b71f-40955f51a1bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 HTTP/1.1" status: 200 len: 914 time: 0.2037714 Jun 30 10:25:10.485159 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-dbdd7c57-7b6e-4fda-8a77-e2ef2e086a89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366 HTTP/1.1" status: 200 len: 217 time: 0.0498724 Jun 30 10:25:10.539619 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2e4b4470-644b-4c77-9dcd-0b978597a9f1 req-06e56b26-4bb2-401d-8a72-72b22516adf4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654058 Jun 30 10:25:10.784637 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c889f84-a449-4b56-8863-a31bd1033f0b req-7e09b7e1-33e8-4bde-bbe8-bed82b94ffbf tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:10.786263 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5c889f84-a449-4b56-8863-a31bd1033f0b req-7e09b7e1-33e8-4bde-bbe8-bed82b94ffbf tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 944 time: 0.0551178 Jun 30 10:25:10.839678 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5c889f84-a449-4b56-8863-a31bd1033f0b req-d2b33b4e-9346-4eca-9f6a-d9bed302c326 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Jun 30 10:25:10.953318 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3795ddc9-d420-4e51-ab77-53ca4e0d9366 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:25:10.991307 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44b17b-5fc9-41bb-a1dc-87396a5f0e84 req-a356e1db-987d-4126-846c-ab72a10ac0dd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:10.992403 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-de44b17b-5fc9-41bb-a1dc-87396a5f0e84 req-a356e1db-987d-4126-846c-ab72a10ac0dd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.1587381 Jun 30 10:25:11.000130 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-d8ab7fb6-ba9d-4fa1-a8f5-50357fce2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.001589 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-d8ab7fb6-ba9d-4fa1-a8f5-50357fce2930 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9&tenant_id=97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 1127 time: 0.1690452 Jun 30 10:25:11.016394 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e253-3393-4578-9f0c-3424e0016a6c req-37569a7b-3d98-42b7-95aa-51fc9c66163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.017872 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-37569a7b-3d98-42b7-95aa-51fc9c66163f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45 HTTP/1.1" status: 200 len: 853 time: 0.1832755 Jun 30 10:25:11.113473 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-387f12a3-efde-4dd5-a450-5d1575193d19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784693 Jun 30 10:25:11.192995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-dd9b78b4-7bff-4d5c-895f-a82c71f67684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.193444 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:11.195085 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-dd9b78b4-7bff-4d5c-895f-a82c71f67684 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1127 time: 0.1372583 Jun 30 10:25:11.206205 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:11.206731 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '3795ddc9-d420-4e51-ab77-53ca4e0d9366', 'network_id': 'aabb24d8-7a5b-46b2-ab85-969d2b04d1c7', 'port_id': '3795ddc9-d420-4e51-ab77-53ca4e0d9366', 'mac_address': 'fa:16:3e:2c:c0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:25:11.228614 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-de44b17b-5fc9-41bb-a1dc-87396a5f0e84 req-b8a086fc-edc2-4a97-beef-dd28576f1c05 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237692 Jun 30 10:25:11.233135 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea16472f-de27-4284-b77c-82a62f314416 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:25:11.244123 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:11.244512 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.258851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3795ddc9-d420-4e51-ab77-53ca4e0d9366 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:25:11.280341 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Publish callbacks [] for port (ea16472f-de27-4284-b77c-82a62f314416), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.280607 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:11.282925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:11.284592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.340444 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=3795ddc9-d420-4e51-ab77-53ca4e0d9366,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:11.347574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.347915 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.348296 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.348629 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.348975 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.349270 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.349585 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.349924 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.350240 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.350555 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.350900 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.351217 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.351530 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.351840 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.352147 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:11.354037 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Transition to ACTIVE for port object ea16472f-de27-4284-b77c-82a62f314416 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:25:11.364180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (ea16472f-de27-4284-b77c-82a62f314416), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.375606 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:11.397664 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-146e2ce2-7e8a-4e25-97c1-d2165944ca08 service neutron] 10.222.0.55 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654002 Jun 30 10:25:11.461550 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Pushing event updated for resources: {'Port': ['ID=ea16472f-de27-4284-b77c-82a62f314416,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:11.469325 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-ac99e85f-e475-42eb-acc8-7cfc9c53fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.470824 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-ac99e85f-e475-42eb-acc8-7cfc9c53fb93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.2560065 Jun 30 10:25:11.634753 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['3795ddc9-d420-4e51-ab77-53ca4e0d9366'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:11.653860 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-e8a96a11-5a47-43e0-91d4-42adf9046d27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 200 len: 999 time: 0.1591821 Jun 30 10:25:11.670505 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5391e253-3393-4578-9f0c-3424e0016a6c req-e749458d-87b4-4116-b482-4fced24fcafb service neutron] 10.222.0.55 "GET /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577755 Jun 30 10:25:11.674619 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd63b7d-410a-498d-9119-26b46770cbb1 req-c0ddce52-7ba7-4ffc-a6e4-10ef42efcbe2 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.676335 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8dd63b7d-410a-498d-9119-26b46770cbb1 req-c0ddce52-7ba7-4ffc-a6e4-10ef42efcbe2 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 944 time: 0.0635817 Jun 30 10:25:11.684880 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 45726) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:11.693737 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0cbfafe1-3e80-4d57-ac44-7d890f7549e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.724528 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Attempting to bind port ea16472f-de27-4284-b77c-82a62f314416 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:25:11.724769 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Attempting to bind port ea16472f-de27-4284-b77c-82a62f314416 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:25:11.725141 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Attempting to bind port ea16472f-de27-4284-b77c-82a62f314416 on network 8fe8b11d-636d-4c5b-8d57-a040689d57de {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:25:11.733606 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Port ea16472f-de27-4284-b77c-82a62f314416 on network 8fe8b11d-636d-4c5b-8d57-a040689d57de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:25:11.733928 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Attempting to bind port ea16472f-de27-4284-b77c-82a62f314416 on network 8fe8b11d-636d-4c5b-8d57-a040689d57de {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:25:11.738046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-55efc2fb-ec6a-4936-a67d-0599b2fe2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.739608 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-55efc2fb-ec6a-4936-a67d-0599b2fe2202 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0715868 Jun 30 10:25:11.743047 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:25:11.743382 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Checking segment: {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:25:11.743767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Bound using segment: {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:25:11.744199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Bound port: ea16472f-de27-4284-b77c-82a62f314416, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ca76e5-a1db-4589-86ce-38bf6f3680e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:25:11.744556 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ea16472f-de27-4284-b77c-82a62f314416), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.752329 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:11.774788 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8dd63b7d-410a-498d-9119-26b46770cbb1 req-6f629d72-7ac9-4cec-9052-eb1d0c33cbc5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 Jun 30 10:25:11.822033 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-2944d5d4-50d7-4f57-a134-353873b2addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:11.823605 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-2944d5d4-50d7-4f57-a134-353873b2addc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687342 Jun 30 10:25:11.862713 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] For port ea16472f-de27-4284-b77c-82a62f314416, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:25:11.869422 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.891248 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] For port ea16472f-de27-4284-b77c-82a62f314416, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ea16472f-de27-4284-b77c-82a62f314416,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:25:11.925369 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (ea16472f-de27-4284-b77c-82a62f314416), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.960431 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Publish callbacks [] for security_group (afd67c86-da32-437e-862f-081c9b89b0b3), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.965983 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (afd67c86-da32-437e-862f-081c9b89b0b3), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:11.977483 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:11.987471 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:12.008099 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ffbc2657f284297918361ecafc552e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220148 Jun 30 10:25:12.011724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 45732) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:12.015253 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:12.015924 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:12.017441 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] 10.222.0.55 "PUT /v2.0/ports/ea16472f-de27-4284-b77c-82a62f314416 HTTP/1.1" status: 200 len: 1094 time: 1.9273329 Jun 30 10:25:12.017953 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'tag': 'ea16472f-de27-4284-b77c-82a62f314416'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:12.020189 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd67c86-da32-437e-862f-081c9b89b0b3,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:12.020334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dae86c0d-3cc5-4529-8feb-e994378ac2f5", "tag": "ea16472f-de27-4284-b77c-82a62f314416"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:12.036118 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9be1e-0c7a-4b19-a49b-377d61e10f47 req-c800bda4-19f2-435e-bcd3-600c25efcf92 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:12.038407 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cac9be1e-0c7a-4b19-a49b-377d61e10f47 req-c800bda4-19f2-435e-bcd3-600c25efcf92 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 945 time: 0.1163437 Jun 30 10:25:12.038511 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.038899 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.039240 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.039575 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.039902 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.040225 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.040552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.040874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.041194 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.041690 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.042163 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.042627 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.043113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.043680 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.044153 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433b5d6-96cf-4a15-9b0d-402914c4dc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:12.056641 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-7b21ee16-7a73-403c-92d5-f00f26e8bc4c service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182028 Jun 30 10:25:12.064415 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ff162-3f12-4ab8-baa3-7ce23b12f967 service neutron] Pushing event updated for resources: {'Port': ['ID=ea16472f-de27-4284-b77c-82a62f314416,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:12.096949 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2713fe8-f0d7-490f-acd9-800115c89431 admin admin] Publish callbacks [] for security_group (afd67c86-da32-437e-862f-081c9b89b0b3), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:12.111591 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a84436f-131e-4910-b7f9-0c081e349b16 x-openstack-request-id: req-9a84436f-131e-4910-b7f9-0c081e349b16 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:12.111878 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae86c0d-3cc5-4529-8feb-e994378ac2f5", "tag": "ea16472f-de27-4284-b77c-82a62f314416", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:12.112129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a84436f-131e-4910-b7f9-0c081e349b16 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:12.112531 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a84436f-131e-4910-b7f9-0c081e349b16'] response: {'name': 'network-changed', 'server_uuid': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'tag': 'ea16472f-de27-4284-b77c-82a62f314416', 'status': 'completed', 'code': 200} Jun 30 10:25:12.125911 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2713fe8-f0d7-490f-acd9-800115c89431 admin admin] Publish callbacks [] for security_group (afd67c86-da32-437e-862f-081c9b89b0b3), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:12.178138 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2713fe8-f0d7-490f-acd9-800115c89431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (afd67c86-da32-437e-862f-081c9b89b0b3), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:12.181416 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2713fe8-f0d7-490f-acd9-800115c89431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:12.182795 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d2713fe8-f0d7-490f-acd9-800115c89431 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afd67c86-da32-437e-862f-081c9b89b0b3 HTTP/1.1" status: 204 len: 168 time: 0.1701427 Jun 30 10:25:12.198024 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-c934b62f-1c5f-47e5-ba29-3ee204d95b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:12.199565 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-c934b62f-1c5f-47e5-ba29-3ee204d95b62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65032e20cf98437398d8c6a29294fabf&device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 1128 time: 0.1135061 Jun 30 10:25:12.200237 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2713fe8-f0d7-490f-acd9-800115c89431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd67c86-da32-437e-862f-081c9b89b0b3,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:12.227834 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cac9be1e-0c7a-4b19-a49b-377d61e10f47 req-6e360980-8c31-4b17-82c5-dbaf955d004e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592572 Jun 30 10:25:12.254973 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-606e1d67-22eb-489c-b67e-e56cc71a601a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea16472f-de27-4284-b77c-82a62f314416 HTTP/1.1" status: 200 len: 217 time: 0.0456007 Jun 30 10:25:12.256915 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:12.301978 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3757d3a-e57c-4090-b3b4-ea0bad2c9e50 req-cfd17ac4-eca8-446e-9712-ce6bc3a9bfdb service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314770 Jun 30 10:25:12.320407 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-990eecaf-91cb-47e5-9a4e-6fa49fd01354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:12.322247 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-990eecaf-91cb-47e5-9a4e-6fa49fd01354 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41e9f48b-fd04-4640-a237-d52aa17cfeb6 HTTP/1.1" status: 200 len: 845 time: 0.0543814 Jun 30 10:25:12.366080 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-d360b13b-68d0-4ce0-9d2c-49af4fda1042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fe8b11d-636d-4c5b-8d57-a040689d57de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297985 Jun 30 10:25:12.396756 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d0d8-9cf3-4ec7-b56d-d9c45b9adcac req-2da5d921-a944-4292-bae6-5636bf9c5e72 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:12.398986 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30d4d0d8-9cf3-4ec7-b56d-d9c45b9adcac req-2da5d921-a944-4292-bae6-5636bf9c5e72 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0867431 Jun 30 10:25:12.490748 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30d4d0d8-9cf3-4ec7-b56d-d9c45b9adcac req-08eea606-4847-43a8-a8d0-f82d416d4a2f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659351 Jun 30 10:25:12.500401 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-f2657be6-370a-4a8a-8523-8ceade84db20 service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154151 Jun 30 10:25:12.605537 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1aa7c68-b8a3-49bb-9e13-dbe6f98288eb req-69be2fa7-3a9e-4ef3-9933-88cc6e7e5fff service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979130 Jun 30 10:25:12.912413 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507948ea-b805-4be3-8b8f-94911c2b24ef req-eb962f93-5e9c-4257-a110-8dfd2480912e tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:12.914810 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-507948ea-b805-4be3-8b8f-94911c2b24ef req-eb962f93-5e9c-4257-a110-8dfd2480912e tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 944 time: 0.0602019 Jun 30 10:25:12.960601 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3795ddc9-d420-4e51-ab77-53ca4e0d9366 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:25:12.973933 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-507948ea-b805-4be3-8b8f-94911c2b24ef req-b8727761-3126-4675-8317-5904c99151ca tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516798 Jun 30 10:25:13.009967 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:25:13.015907 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:25:13.016399 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:13.035374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:13.104951 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:13.105267 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:13.129382 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf47a0-f916-43d9-96b3-414012fb6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795ddc9-d420-4e51-ab77-53ca4e0d9366'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:13.132274 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9d03d-95f1-4d83-8056-5248cc04d1dd" -d '{"events": [{"server_uuid": "62bf47a0-f916-43d9-96b3-414012fb6930", "name": "network-vif-plugged", "status": "completed", "tag": "3795ddc9-d420-4e51-ab77-53ca4e0d9366"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:13.144802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:13.149969 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:13.173279 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f56be-1cea-4820-aed0-967a1f4d5f78 x-openstack-request-id: req-bb2f56be-1cea-4820-aed0-967a1f4d5f78 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:13.173572 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf47a0-f916-43d9-96b3-414012fb6930", "name": "network-vif-plugged", "status": "completed", "tag": "3795ddc9-d420-4e51-ab77-53ca4e0d9366", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:13.173849 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb2f56be-1cea-4820-aed0-967a1f4d5f78 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:13.174223 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2f56be-1cea-4820-aed0-967a1f4d5f78'] response: {'server_uuid': '62bf47a0-f916-43d9-96b3-414012fb6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795ddc9-d420-4e51-ab77-53ca4e0d9366', 'code': 200} Jun 30 10:25:13.200835 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=3795ddc9-d420-4e51-ab77-53ca4e0d9366,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:13.343909 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd129d-f94a-4f4f-a399-19da797f020a req-e404f860-327f-4135-81fb-e271179a4ef1 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:13.345384 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89bd129d-f94a-4f4f-a399-19da797f020a req-e404f860-327f-4135-81fb-e271179a4ef1 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0475378 Jun 30 10:25:13.393563 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89bd129d-f94a-4f4f-a399-19da797f020a req-58a84314-5c47-4997-9d7f-227b714ba7c6 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Jun 30 10:25:13.611140 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e051d9-083d-47b3-a2f4-0884f61e9401 req-e40cf962-5f5a-4254-b9d6-55d3ee0e443f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:13.612663 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a1e051d9-083d-47b3-a2f4-0884f61e9401 req-e40cf962-5f5a-4254-b9d6-55d3ee0e443f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0471237 Jun 30 10:25:13.666929 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a1e051d9-083d-47b3-a2f4-0884f61e9401 req-8a1fee5f-0403-456b-9598-6ae824356509 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480845 Jun 30 10:25:13.825292 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-53117f5e-a1bd-42ff-b495-482b7cc0c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:14.099174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da706588-6119-482f-8284-4ed5446a4477 req-c751a724-72cc-403b-925b-989a04fdcae5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:14.101305 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-da706588-6119-482f-8284-4ed5446a4477 req-c751a724-72cc-403b-925b-989a04fdcae5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 944 time: 0.0540929 Jun 30 10:25:14.153253 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-da706588-6119-482f-8284-4ed5446a4477 req-2aba5f24-6e6d-4cdf-936c-59d15c4da4cd tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Jun 30 10:25:14.515205 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8563763-a97c-4fe9-90ba-2abd0fb6e033 req-772eba60-dd68-46c2-93dc-910f8068be55 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:14.516768 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d8563763-a97c-4fe9-90ba-2abd0fb6e033 req-772eba60-dd68-46c2-93dc-910f8068be55 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0507798 Jun 30 10:25:14.570185 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d8563763-a97c-4fe9-90ba-2abd0fb6e033 req-b3b2eed4-4570-4f16-930b-ddaa84301adc tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473704 Jun 30 10:25:14.793371 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09391e-5bf4-4356-bc9a-43057b822005 req-84aa91fe-ecc7-4ff8-932b-add318cfcc10 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:14.794941 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eb09391e-5bf4-4356-bc9a-43057b822005 req-84aa91fe-ecc7-4ff8-932b-add318cfcc10 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0516407 Jun 30 10:25:14.845261 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eb09391e-5bf4-4356-bc9a-43057b822005 req-d0bd5826-5b79-4419-92d8-78852a26a5f1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447388 Jun 30 10:25:14.990419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ea16472f-de27-4284-b77c-82a62f314416 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:25:15.132390 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ea16472f-de27-4284-b77c-82a62f314416, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ea16472f-de27-4284-b77c-82a62f314416,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:15.150519 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'ea16472f-de27-4284-b77c-82a62f314416', 'network_id': '8fe8b11d-636d-4c5b-8d57-a040689d57de', 'port_id': 'ea16472f-de27-4284-b77c-82a62f314416', 'mac_address': 'fa:16:3e:e5:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e9f48b-fd04-4640-a237-d52aa17cfeb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:25:15.199325 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port ea16472f-de27-4284-b77c-82a62f314416 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:15.200088 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ea16472f-de27-4284-b77c-82a62f314416), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:15.243057 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea16472f-de27-4284-b77c-82a62f314416 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:25:15.264400 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ea16472f-de27-4284-b77c-82a62f314416, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ea16472f-de27-4284-b77c-82a62f314416,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:15.267635 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:15.272757 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (ea16472f-de27-4284-b77c-82a62f314416), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:15.309726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836a380-8a59-4529-b155-969109009a7b req-f7432ff8-caae-4990-9cbb-6aea42911ea4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:15.320108 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4836a380-8a59-4529-b155-969109009a7b req-f7432ff8-caae-4990-9cbb-6aea42911ea4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 944 time: 0.0759349 Jun 30 10:25:15.346324 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=ea16472f-de27-4284-b77c-82a62f314416,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:15.385321 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:15.391574 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4836a380-8a59-4529-b155-969109009a7b req-f27a29ec-7009-4416-8014-105530b1641a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702403 Jun 30 10:25:15.657361 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['ea16472f-de27-4284-b77c-82a62f314416'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:15.714356 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9b6d-0f97-4c08-859f-18218817bdf4 req-be81c697-8d62-4a46-a597-80c8586f5788 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:15.715968 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-222b9b6d-0f97-4c08-859f-18218817bdf4 req-be81c697-8d62-4a46-a597-80c8586f5788 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0740497 Jun 30 10:25:15.778121 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-222b9b6d-0f97-4c08-859f-18218817bdf4 req-a3557d86-0c5a-4770-a87e-d7324727f50e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Jun 30 10:25:15.976812 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c000a3c-0266-4963-81cf-a4ed08673528 req-3dd29b80-b69d-4878-bb07-a4311a2ec1d1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:15.978470 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0c000a3c-0266-4963-81cf-a4ed08673528 req-3dd29b80-b69d-4878-bb07-a4311a2ec1d1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0506537 Jun 30 10:25:16.032888 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0c000a3c-0266-4963-81cf-a4ed08673528 req-8ebb35df-722f-4abc-b4af-4aa7d344dd61 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479145 Jun 30 10:25:16.504159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:16.519254 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17c175-d23d-4f62-a2bd-2921783cb783 req-d6119756-4550-4507-a640-11ca6709063a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:16.520787 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bf17c175-d23d-4f62-a2bd-2921783cb783 req-d6119756-4550-4507-a640-11ca6709063a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 945 time: 0.0543685 Jun 30 10:25:16.571617 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bf17c175-d23d-4f62-a2bd-2921783cb783 req-b8c971a7-8bca-4bcc-be7f-b334d44d6f70 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Jun 30 10:25:16.685154 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:16.897616 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fab2d-51e7-4dfd-ab04-dd33a11db2e5 req-46f020ac-75f6-4df7-a92c-e236e33d64d4 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:16.899639 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b73fab2d-51e7-4dfd-ab04-dd33a11db2e5 req-46f020ac-75f6-4df7-a92c-e236e33d64d4 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0512178 Jun 30 10:25:16.953904 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b73fab2d-51e7-4dfd-ab04-dd33a11db2e5 req-8be8d3b3-9911-4efd-8d88-68141d26349b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Jun 30 10:25:16.988502 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ea16472f-de27-4284-b77c-82a62f314416 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:25:17.036895 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:17.055163 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:17.059226 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port ea16472f-de27-4284-b77c-82a62f314416 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:25:17.076221 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port ea16472f-de27-4284-b77c-82a62f314416 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:25:17.076603 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (ea16472f-de27-4284-b77c-82a62f314416), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:17.079008 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:17.218048 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port ea16472f-de27-4284-b77c-82a62f314416 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:17.218827 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ea16472f-de27-4284-b77c-82a62f314416), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:17.242852 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb6c3-a7b1-4bce-a183-7ff92a442334 req-511a5c6c-079a-4c03-b09a-65bc4752c7fe tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:17.245117 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-95cfb6c3-a7b1-4bce-a183-7ff92a442334 req-511a5c6c-079a-4c03-b09a-65bc4752c7fe tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0753560 Jun 30 10:25:17.282101 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea16472f-de27-4284-b77c-82a62f314416'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:17.284520 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3e80ba-44ee-4cc4-81b3-fd0385142669" -d '{"events": [{"server_uuid": "dae86c0d-3cc5-4529-8feb-e994378ac2f5", "name": "network-vif-plugged", "status": "completed", "tag": "ea16472f-de27-4284-b77c-82a62f314416"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:17.332936 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ea16472f-de27-4284-b77c-82a62f314416, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ea16472f-de27-4284-b77c-82a62f314416,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:17.341407 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (ea16472f-de27-4284-b77c-82a62f314416), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:17.366262 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cddf26-5126-414e-b8f2-255a9d3f125a x-openstack-request-id: req-d6cddf26-5126-414e-b8f2-255a9d3f125a {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:17.366538 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae86c0d-3cc5-4529-8feb-e994378ac2f5", "name": "network-vif-plugged", "status": "completed", "tag": "ea16472f-de27-4284-b77c-82a62f314416", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:17.366829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6cddf26-5126-414e-b8f2-255a9d3f125a {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:17.367235 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cddf26-5126-414e-b8f2-255a9d3f125a'] response: {'server_uuid': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea16472f-de27-4284-b77c-82a62f314416', 'code': 200} Jun 30 10:25:17.387166 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-95cfb6c3-a7b1-4bce-a183-7ff92a442334 req-f3f6ca38-7f35-4442-b4bd-6cf716a31ca7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347744 Jun 30 10:25:17.407490 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=ea16472f-de27-4284-b77c-82a62f314416,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:17.700897 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a850fa2-1518-49e6-9815-3a93eacf86f7 req-fab7095a-52bd-4e93-9996-89f8b76319a3 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:17.702464 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9a850fa2-1518-49e6-9815-3a93eacf86f7 req-fab7095a-52bd-4e93-9996-89f8b76319a3 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0488324 Jun 30 10:25:17.755599 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9a850fa2-1518-49e6-9815-3a93eacf86f7 req-c771a938-1523-4a6d-8c42-cc026cf9c31e tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Jun 30 10:25:18.077014 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edcd5-eb5d-4c3e-ad33-f276ff20c560 req-cadd6049-70e1-4cf9-a843-2cd9652dec5a tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:18.082191 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-899edcd5-eb5d-4c3e-ad33-f276ff20c560 req-cadd6049-70e1-4cf9-a843-2cd9652dec5a tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0541122 Jun 30 10:25:18.130425 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-899edcd5-eb5d-4c3e-ad33-f276ff20c560 req-9bce78fc-67fc-46d5-bb7c-e26e874dae4f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Jun 30 10:25:18.523726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ba53-6844-46cb-b5e4-2347b0474b9e req-258dd5f9-f123-472a-83a1-ad5b9abaa085 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:18.525285 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d155ba53-6844-46cb-b5e4-2347b0474b9e req-258dd5f9-f123-472a-83a1-ad5b9abaa085 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0536330 Jun 30 10:25:18.578133 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d155ba53-6844-46cb-b5e4-2347b0474b9e req-7c7334af-ddb0-4468-b4f7-52d29c442357 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467319 Jun 30 10:25:18.881463 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c9ba8-61d1-4130-8672-ed18ed8bd304 req-ce549eae-cad1-48ab-86c9-daedbfd2c5ac tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:18.883381 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502c9ba8-61d1-4130-8672-ed18ed8bd304 req-ce549eae-cad1-48ab-86c9-daedbfd2c5ac tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0506365 Jun 30 10:25:18.916499 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:18.933659 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502c9ba8-61d1-4130-8672-ed18ed8bd304 req-939f61aa-0d89-4fc4-95ec-9b25d3964f8d tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Jun 30 10:25:19.259169 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e57a39-a716-432a-9379-e1784ee65bf7 req-1f734018-8843-4b24-8834-2cc3451b54a0 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:19.260711 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-19e57a39-a716-432a-9379-e1784ee65bf7 req-1f734018-8843-4b24-8834-2cc3451b54a0 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0529952 Jun 30 10:25:19.286845 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:19.312583 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-19e57a39-a716-432a-9379-e1784ee65bf7 req-bf56fcd1-05fa-44de-9b49-d70c4aea3463 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Jun 30 10:25:19.706805 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cda500-55d0-4e52-97d5-33fbea833b93 req-6240d46d-5cc4-4380-836d-122b5989edd1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:19.708364 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-78cda500-55d0-4e52-97d5-33fbea833b93 req-6240d46d-5cc4-4380-836d-122b5989edd1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0528407 Jun 30 10:25:19.760208 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-78cda500-55d0-4e52-97d5-33fbea833b93 req-d130f89e-55fc-4dc5-9309-4e1b3bb04d24 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Jun 30 10:25:20.050632 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964487b9-fc40-4c3c-add9-1386fb7974da req-74b82402-030a-4579-a9aa-b4384784d684 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:20.052066 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-964487b9-fc40-4c3c-add9-1386fb7974da req-74b82402-030a-4579-a9aa-b4384784d684 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0475297 Jun 30 10:25:20.107408 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-964487b9-fc40-4c3c-add9-1386fb7974da req-ac2ccd01-420c-4198-a614-6db53c9b35a5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490079 Jun 30 10:25:20.431087 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67964f89-0784-4d19-ada4-bf9eb8bcf0f8 req-77d7528f-063b-4001-87bd-20501390c753 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:20.432671 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-67964f89-0784-4d19-ada4-bf9eb8bcf0f8 req-77d7528f-063b-4001-87bd-20501390c753 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0520184 Jun 30 10:25:20.482095 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-67964f89-0784-4d19-ada4-bf9eb8bcf0f8 req-35b390ea-93e7-477d-abd0-2f49469f7209 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Jun 30 10:25:20.886723 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33136b-a2e7-4542-b11c-0aae56d8f614 req-6de1b513-fe02-4ac9-b6b4-74271738b954 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:20.888248 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8a33136b-a2e7-4542-b11c-0aae56d8f614 req-6de1b513-fe02-4ac9-b6b4-74271738b954 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0547965 Jun 30 10:25:20.939063 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8a33136b-a2e7-4542-b11c-0aae56d8f614 req-4d4c17fe-9d07-421e-a53b-bc915fda46de tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Jun 30 10:25:21.227994 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12816c-ef4a-4891-89f4-72bafa43b7b9 req-f3854277-d0f5-40b9-8bc0-a779db0538f8 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:21.229629 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce12816c-ef4a-4891-89f4-72bafa43b7b9 req-f3854277-d0f5-40b9-8bc0-a779db0538f8 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0490408 Jun 30 10:25:21.285439 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce12816c-ef4a-4891-89f4-72bafa43b7b9 req-1608149c-a538-4162-9b2e-793f84c6d39b tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Jun 30 10:25:21.606846 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530c953-d324-4af3-8d13-29cf504720ca req-3fcb30a4-1717-4abb-9869-839d6a5a5d14 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:21.608387 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b530c953-d324-4af3-8d13-29cf504720ca req-3fcb30a4-1717-4abb-9869-839d6a5a5d14 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0501404 Jun 30 10:25:21.669199 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b530c953-d324-4af3-8d13-29cf504720ca req-c85e52af-3c5c-4039-9b20-544d48e6a341 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509608 Jun 30 10:25:22.068209 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fe3cc-2421-4191-9151-49a54889b012 req-d0bd04c2-7ec4-49dd-8a58-b9f6b627c41b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:22.069841 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-334fe3cc-2421-4191-9151-49a54889b012 req-d0bd04c2-7ec4-49dd-8a58-b9f6b627c41b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0490148 Jun 30 10:25:22.121099 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-334fe3cc-2421-4191-9151-49a54889b012 req-d81b90d2-ae36-4814-8ce1-449335d143dc tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Jun 30 10:25:22.443183 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd58173-7d8a-4362-884e-5e0740f422ec req-82fe5845-3b85-4cee-8420-c88a48b21da3 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:22.445411 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ecd58173-7d8a-4362-884e-5e0740f422ec req-82fe5845-3b85-4cee-8420-c88a48b21da3 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0681238 Jun 30 10:25:22.509032 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ecd58173-7d8a-4362-884e-5e0740f422ec req-3e648626-eb91-4268-83cf-ecb50ee43c6b tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Jun 30 10:25:22.802592 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591218-1de9-4b7f-ad72-85853baa6fa3 req-277b4788-8cf3-444b-8bd7-d3f8e62f05fa tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:22.804689 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-92591218-1de9-4b7f-ad72-85853baa6fa3 req-277b4788-8cf3-444b-8bd7-d3f8e62f05fa tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0498796 Jun 30 10:25:22.867577 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-92591218-1de9-4b7f-ad72-85853baa6fa3 req-1ece5ceb-b3df-4740-8151-c05af21274af tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570202 Jun 30 10:25:23.267054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133386a0-1d96-4bf4-9847-c79d8de3a79a req-8a35b6cf-03b4-4db4-9bda-63d98ff2f61b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:23.268585 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-133386a0-1d96-4bf4-9847-c79d8de3a79a req-8a35b6cf-03b4-4db4-9bda-63d98ff2f61b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0510070 Jun 30 10:25:23.326231 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-133386a0-1d96-4bf4-9847-c79d8de3a79a req-5faab27b-4db0-4c09-b2c4-89a148ab4824 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519478 Jun 30 10:25:23.648609 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4db38-ea19-49cc-83e4-1d578b570348 req-9dd73887-2c51-4a7b-b74d-96b7edc235f5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:23.650257 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bcb4db38-ea19-49cc-83e4-1d578b570348 req-9dd73887-2c51-4a7b-b74d-96b7edc235f5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0566289 Jun 30 10:25:23.711495 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bcb4db38-ea19-49cc-83e4-1d578b570348 req-b4b63af0-c818-4eb8-9a18-e16807da8f21 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545542 Jun 30 10:25:24.001104 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983de21-fa2e-4880-82c3-f0e06d756784 req-e37db296-a746-4361-9990-cd868308c210 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:24.002535 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1983de21-fa2e-4880-82c3-f0e06d756784 req-e37db296-a746-4361-9990-cd868308c210 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0546701 Jun 30 10:25:24.045396 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:24.063523 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1983de21-fa2e-4880-82c3-f0e06d756784 req-c2d64959-d615-4f2a-932e-a894435d14c7 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Jun 30 10:25:24.319526 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:24.325226 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:24.450472 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664b93-08bd-4173-9a5c-8c60649bd5fc req-a2307420-462c-4bdd-8dfd-cb5e5facac7d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:24.452008 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eb664b93-08bd-4173-9a5c-8c60649bd5fc req-a2307420-462c-4bdd-8dfd-cb5e5facac7d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0490897 Jun 30 10:25:24.504848 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eb664b93-08bd-4173-9a5c-8c60649bd5fc req-c9bad20f-8e7e-49cd-93cb-cea86f425f79 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468001 Jun 30 10:25:24.853809 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07110c-7d4d-436a-bdd5-0ad4528a41fc req-2d8e13c8-373b-4329-ba2f-e0439a2802b5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:24.856629 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8f07110c-7d4d-436a-bdd5-0ad4528a41fc req-2d8e13c8-373b-4329-ba2f-e0439a2802b5 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0700340 Jun 30 10:25:24.862194 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-6429bf66-24db-4089-87ba-0390f6d86fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:24.864821 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-6429bf66-24db-4089-87ba-0390f6d86fed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65032e20cf98437398d8c6a29294fabf&device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0462692 Jun 30 10:25:24.912979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:24.923629 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8f07110c-7d4d-436a-bdd5-0ad4528a41fc req-c3b5ed6a-7ae7-48e3-83f3-b6db118d3fe2 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585027 Jun 30 10:25:24.985553 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-a4ea9f63-494b-4558-bdcf-9b4b8b9d1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:24.987088 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-a4ea9f63-494b-4558-bdcf-9b4b8b9d1fff service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 200 len: 906 time: 0.1123548 Jun 30 10:25:25.184307 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74d41-080b-4f88-804b-fc3ca7cb4d81 req-8ecdb382-7abd-4356-b762-ae88bfc4bd02 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:25.185744 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-13b74d41-080b-4f88-804b-fc3ca7cb4d81 req-8ecdb382-7abd-4356-b762-ae88bfc4bd02 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Jun 30 10:25:25.245875 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-13b74d41-080b-4f88-804b-fc3ca7cb4d81 req-3dd12b32-6d49-4577-9437-6c0c9236ae9c tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540848 Jun 30 10:25:25.593322 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-cbe09ab1-91f8-4b13-ae64-0441021c4e83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea16472f-de27-4284-b77c-82a62f314416 HTTP/1.1" status: 200 len: 217 time: 0.0553837 Jun 30 10:25:25.640924 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b0b0-6bf7-434f-a314-3dfb06dab671 req-058a1314-2598-4e6e-a38a-fe1999e43e9d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:25.642725 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9954b0b0-6bf7-434f-a314-3dfb06dab671 req-058a1314-2598-4e6e-a38a-fe1999e43e9d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0513132 Jun 30 10:25:25.676680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061c66-3b00-448e-a6fa-dbbab32f1617 req-0a033a2b-5d76-4316-b2b2-1b85a5d4be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:25.678734 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-18061c66-3b00-448e-a6fa-dbbab32f1617 req-0a033a2b-5d76-4316-b2b2-1b85a5d4be27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 1130 time: 0.1041143 Jun 30 10:25:25.681806 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4277fc-1c9d-4504-bfd1-ffe661f57c84 req-7f558e1a-9da1-42ab-9ffd-80dcf331bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:25.683277 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dd4277fc-1c9d-4504-bfd1-ffe661f57c84 req-7f558e1a-9da1-42ab-9ffd-80dcf331bbed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 1130 time: 0.1075745 Jun 30 10:25:25.694234 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9954b0b0-6bf7-434f-a314-3dfb06dab671 req-2594113a-b82d-47a2-82b5-f51b13d549c8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460193 Jun 30 10:25:25.704816 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:25.706565 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-3c818e85-908b-448b-ab9d-23f6a0fb2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:25.708299 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-3c818e85-908b-448b-ab9d-23f6a0fb2451 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41e9f48b-fd04-4640-a237-d52aa17cfeb6 HTTP/1.1" status: 200 len: 845 time: 0.0826623 Jun 30 10:25:25.773035 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-9dc7db38-2d84-4075-a7e2-72fed1156a72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fe8b11d-636d-4c5b-8d57-a040689d57de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405848 Jun 30 10:25:25.817106 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dd4277fc-1c9d-4504-bfd1-ffe661f57c84 req-952e3cbd-2d3f-4231-b123-73cea98b795b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187453 Jun 30 10:25:25.833597 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-18061c66-3b00-448e-a6fa-dbbab32f1617 req-4ba5d79b-0261-43b3-bfca-52a0baa8c6a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433194 Jun 30 10:25:26.166600 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd92c2-f991-4da1-a97e-705b4b20f3ae req-4eb31b70-a1bb-418d-925c-314defaf734f tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:26.166600 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-84cd92c2-f991-4da1-a97e-705b4b20f3ae req-4eb31b70-a1bb-418d-925c-314defaf734f tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0624897 Jun 30 10:25:26.167132 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-3dec95f3-f737-4566-aa94-b9c985124cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853955 Jun 30 10:25:26.213139 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-84cd92c2-f991-4da1-a97e-705b4b20f3ae req-70cf990c-b158-4428-acb4-677e5daaeacf tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Jun 30 10:25:26.331507 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-402d3f73-4c50-4cc0-9544-45e88b2fd4aa req-9ecd87ca-0ee4-4889-8597-6e66769277b8 service neutron] 10.222.0.55 "GET /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894749 Jun 30 10:25:26.363405 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db528a-49da-4f17-95b1-612dc10d45f5 req-bdc9adb9-64e7-4480-ba0b-08f85c72ea6e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:26.364932 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e4db528a-49da-4f17-95b1-612dc10d45f5 req-bdc9adb9-64e7-4480-ba0b-08f85c72ea6e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0491235 Jun 30 10:25:26.417275 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e4db528a-49da-4f17-95b1-612dc10d45f5 req-655e56d8-0f86-41a4-a1a5-e8f12be6bf65 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466218 Jun 30 10:25:26.814089 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164647d7-083c-4a65-b46a-7e434ffa4ce8 req-ef3b4d5c-ae42-4cc1-9dc0-d0b3ec50c391 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:26.815636 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-164647d7-083c-4a65-b46a-7e434ffa4ce8 req-ef3b4d5c-ae42-4cc1-9dc0-d0b3ec50c391 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0474708 Jun 30 10:25:26.864452 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-164647d7-083c-4a65-b46a-7e434ffa4ce8 req-e42a2dbc-3f69-4158-8c42-527644db5616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Jun 30 10:25:27.331931 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25796e08-adaf-478a-8ae5-660dd3e09c34 req-05c965fc-03ce-42ac-8f6e-4c6bab84131c tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:27.333698 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-25796e08-adaf-478a-8ae5-660dd3e09c34 req-05c965fc-03ce-42ac-8f6e-4c6bab84131c tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0510728 Jun 30 10:25:27.385999 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-25796e08-adaf-478a-8ae5-660dd3e09c34 req-af9fabf6-1485-4f52-ba14-dbe42459c466 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Jun 30 10:25:27.401304 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:27.406606 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=31 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:27.539677 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2a2f-b914-41a8-9497-9ecbdee16a2c req-d5dfa800-2489-4d62-80f6-d89bfb43441e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:27.541111 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-feaa2a2f-b914-41a8-9497-9ecbdee16a2c req-d5dfa800-2489-4d62-80f6-d89bfb43441e tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0522864 Jun 30 10:25:27.588516 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-feaa2a2f-b914-41a8-9497-9ecbdee16a2c req-0ef9b66b-55ad-408e-82a2-c9814ca19469 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Jun 30 10:25:27.877048 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:27.985023 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951a301-2419-4c0e-92d2-8b424a247a53 req-d0ca25f4-3d39-44c2-bc93-94d5c08ed2d1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:27.986518 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2951a301-2419-4c0e-92d2-8b424a247a53 req-d0ca25f4-3d39-44c2-bc93-94d5c08ed2d1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0484502 Jun 30 10:25:27.999267 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:28.037981 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2951a301-2419-4c0e-92d2-8b424a247a53 req-45d335aa-c809-4031-9b08-9d3727331a56 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456824 Jun 30 10:25:28.505270 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f545-bd25-436c-9ebc-7d2f3a461cc6 req-64243785-290b-420c-be9b-c922b503d6b4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:28.506862 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4820f545-bd25-436c-9ebc-7d2f3a461cc6 req-64243785-290b-420c-be9b-c922b503d6b4 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0525303 Jun 30 10:25:28.556174 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4820f545-bd25-436c-9ebc-7d2f3a461cc6 req-25a6cff8-11fc-4a67-8096-8a3221be045d tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Jun 30 10:25:28.712185 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111b54-3030-4489-81de-6a6530fef095 req-3bcef30d-8f1a-4170-a424-def517c6a0d5 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:28.713510 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2f111b54-3030-4489-81de-6a6530fef095 req-3bcef30d-8f1a-4170-a424-def517c6a0d5 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0539334 Jun 30 10:25:28.767644 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2f111b54-3030-4489-81de-6a6530fef095 req-ef01112e-a68f-43ee-a330-ef80a0b7041b tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Jun 30 10:25:29.168924 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:29.189180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960bf4d-6f28-4b01-82c2-9313581f03e0 req-f9fdf0d2-c3eb-4ea1-8721-754639c8ea77 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:29.195247 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5960bf4d-6f28-4b01-82c2-9313581f03e0 req-f9fdf0d2-c3eb-4ea1-8721-754639c8ea77 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0629790 Jun 30 10:25:29.267260 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5960bf4d-6f28-4b01-82c2-9313581f03e0 req-96b27e56-ce26-470a-b7e0-d7c60750d2a4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699441 Jun 30 10:25:29.349640 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc16c-52b3-44d2-85ef-577f4e4ef659 req-9724d15f-a13a-4748-987c-cd519db37aae tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:29.351198 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-09adc16c-52b3-44d2-85ef-577f4e4ef659 req-9724d15f-a13a-4748-987c-cd519db37aae tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0482881 Jun 30 10:25:29.401330 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-09adc16c-52b3-44d2-85ef-577f4e4ef659 req-5a799ea7-1e0c-4e18-a975-6ae9dbc23b3a tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445318 Jun 30 10:25:30.388709 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b01627-1e2f-43db-abdc-1487e944210f req-a15aa029-04b5-4679-acfc-b7457b85fdbd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:30.390206 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b1b01627-1e2f-43db-abdc-1487e944210f req-a15aa029-04b5-4679-acfc-b7457b85fdbd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0468571 Jun 30 10:25:30.448419 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b1b01627-1e2f-43db-abdc-1487e944210f req-4749d8fa-b5b4-4044-a272-e72aefed6f99 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523679 Jun 30 10:25:30.526381 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bca876-cd5e-4e65-9193-4f34623e984a req-adb0b649-8a2a-470a-b2ce-54072e202ecc tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:30.528010 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d3bca876-cd5e-4e65-9193-4f34623e984a req-adb0b649-8a2a-470a-b2ce-54072e202ecc tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0555928 Jun 30 10:25:30.575938 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d3bca876-cd5e-4e65-9193-4f34623e984a req-4c39cbc4-8a5b-422d-89ba-9e1e3b3989b0 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Jun 30 10:25:31.573782 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e320ee-f268-4d0e-8280-d5b5ec716744 req-cf66aff6-707b-45e4-9a61-d667c818403d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:31.575307 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-73e320ee-f268-4d0e-8280-d5b5ec716744 req-cf66aff6-707b-45e4-9a61-d667c818403d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0477612 Jun 30 10:25:31.617980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:31.626194 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-73e320ee-f268-4d0e-8280-d5b5ec716744 req-807942c1-86da-4e0f-966c-046396e310b4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Jun 30 10:25:31.698782 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fdab5-3840-4f9b-9ee3-03f7d6202ccf req-32769a29-9fed-4526-8ce7-60b3f0926532 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:31.700320 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fa3fdab5-3840-4f9b-9ee3-03f7d6202ccf req-32769a29-9fed-4526-8ce7-60b3f0926532 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0493252 Jun 30 10:25:31.749263 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fa3fdab5-3840-4f9b-9ee3-03f7d6202ccf req-0dda1297-39cc-4431-a87d-df2dcf3905f6 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.44 "GET /v2.0/security-groups?id=c08a6ffb-effb-46a8-b08c-d309cad21ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Jun 30 10:25:31.787660 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-428d2425-294b-4413-bb3c-abc3b9ba55ad tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:31.789149 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-428d2425-294b-4413-bb3c-abc3b9ba55ad tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "GET /v2.0/ports?device_id=dae86c0d-3cc5-4529-8feb-e994378ac2f5 HTTP/1.1" status: 200 len: 946 time: 0.0514729 Jun 30 10:25:31.875896 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Deleting port ea16472f-de27-4284-b77c-82a62f314416 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:25:31.876230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (ea16472f-de27-4284-b77c-82a62f314416), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:31.973912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] For port ea16472f-de27-4284-b77c-82a62f314416, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ea16472f-de27-4284-b77c-82a62f314416,segment=NetworkSegment(37ca76e5-a1db-4589-86ce-38bf6f3680e3),segment_id=37ca76e5-a1db-4589-86ce-38bf6f3680e3)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:31.975278 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (ea16472f-de27-4284-b77c-82a62f314416), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:31.989203 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Calling delete_port for ea16472f-de27-4284-b77c-82a62f314416 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:25:32.116914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (ea16472f-de27-4284-b77c-82a62f314416), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:32.129975 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['ea16472f-de27-4284-b77c-82a62f314416'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:32.147982 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Pushing event deleted for resources: {'Port': ['ID=ea16472f-de27-4284-b77c-82a62f314416,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:32.194630 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] No DVR routers for this DVR port ea16472f-de27-4284-b77c-82a62f314416 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:25:32.197464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:32.200765 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-87045d2c-6851-4829-b4a2-de256164b0b4 req-771bd59a-ae6a-44b3-a607-d12a1169d681 tempest-VolumesActionsTest-1684054940 tempest-VolumesActionsTest-1684054940-project] 10.222.0.55 "DELETE /v2.0/ports/ea16472f-de27-4284-b77c-82a62f314416 HTTP/1.1" status: 204 len: 173 time: 0.4054368 Jun 30 10:25:32.201211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'name': 'network-vif-deleted', 'tag': 'ea16472f-de27-4284-b77c-82a62f314416'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:32.203490 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d110394-f63e-4239-b12c-e45a75887f78" -d '{"events": [{"server_uuid": "dae86c0d-3cc5-4529-8feb-e994378ac2f5", "name": "network-vif-deleted", "tag": "ea16472f-de27-4284-b77c-82a62f314416"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:32.246058 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3e9310-810b-4481-9e61-ad5345d74513 x-openstack-request-id: req-5c3e9310-810b-4481-9e61-ad5345d74513 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:32.248840 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae86c0d-3cc5-4529-8feb-e994378ac2f5", "name": "network-vif-deleted", "tag": "ea16472f-de27-4284-b77c-82a62f314416", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:32.248840 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c3e9310-810b-4481-9e61-ad5345d74513 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:32.248840 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3e9310-810b-4481-9e61-ad5345d74513'] response: {'server_uuid': 'dae86c0d-3cc5-4529-8feb-e994378ac2f5', 'name': 'network-vif-deleted', 'tag': 'ea16472f-de27-4284-b77c-82a62f314416', 'status': 'completed', 'code': 200} Jun 30 10:25:32.752484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7bd78-abd4-4ebb-99d3-7195e5b005b9 req-8aac9671-6ce0-43cb-955d-cca1190a3cd0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:32.753926 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7f7bd78-abd4-4ebb-99d3-7195e5b005b9 req-8aac9671-6ce0-43cb-955d-cca1190a3cd0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 943 time: 0.0511911 Jun 30 10:25:32.809840 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7f7bd78-abd4-4ebb-99d3-7195e5b005b9 req-b6dc0be3-283d-491f-a669-9f85f775e71a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494120 Jun 30 10:25:33.083071 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:25:33.185879 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:33.200221 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'port_id': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'mac_address': 'fa:16:3e:9a:87:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:25:33.244440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:33.244830 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:33.259992 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af46f63a-ba7e-4998-9fab-3b4687ddbc4b {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:25:33.292274 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:33.297484 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:33.347326 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=9']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:33.643577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['af46f63a-ba7e-4998-9fab-3b4687ddbc4b'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:33.939860 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c5240-ec8c-4f9c-850f-e5224b6421b6 req-e1b5ea44-3b81-4fc4-89ad-f2f03ba92b35 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:33.941364 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c07c5240-ec8c-4f9c-850f-e5224b6421b6 req-e1b5ea44-3b81-4fc4-89ad-f2f03ba92b35 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 944 time: 0.0478184 Jun 30 10:25:33.990267 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c07c5240-ec8c-4f9c-850f-e5224b6421b6 req-a56d571b-6253-49f2-8b27-772f18275714 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Jun 30 10:25:35.111480 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5376a-ba01-4b59-9bfc-a232b77b507e req-c0dec061-14dd-4352-8f5e-e6f4ae2fc4ea tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:35.112941 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4ef5376a-ba01-4b59-9bfc-a232b77b507e req-c0dec061-14dd-4352-8f5e-e6f4ae2fc4ea tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 944 time: 0.0476642 Jun 30 10:25:35.161424 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4ef5376a-ba01-4b59-9bfc-a232b77b507e req-73e977c4-d09e-4dbc-a0ae-e5b594a94001 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Jun 30 10:25:36.281743 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671791b6-a95f-48c9-b9cc-b2db3b8e5f52 req-f8c939b4-990e-449a-9992-bae727002c02 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:36.283213 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-671791b6-a95f-48c9-b9cc-b2db3b8e5f52 req-f8c939b4-990e-449a-9992-bae727002c02 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 944 time: 0.0498683 Jun 30 10:25:36.332162 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-671791b6-a95f-48c9-b9cc-b2db3b8e5f52 req-6a406dd6-4342-4273-aafc-507b88a26cd3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Jun 30 10:25:37.413439 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:37.453552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd78890-3b5b-4257-9ff6-3c068fb09f7b req-15b1a6be-7fd4-4bf1-8a13-55803cc933e6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:37.455098 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7cd78890-3b5b-4257-9ff6-3c068fb09f7b req-15b1a6be-7fd4-4bf1-8a13-55803cc933e6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 944 time: 0.0517492 Jun 30 10:25:37.503775 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7cd78890-3b5b-4257-9ff6-3c068fb09f7b req-ad1531c1-912e-42ee-aee2-aa60f7335a79 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Jun 30 10:25:37.705455 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:25:37.748196 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port af46f63a-ba7e-4998-9fab-3b4687ddbc4b triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:25:37.748489 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:37.821914 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port af46f63a-ba7e-4998-9fab-3b4687ddbc4b is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:25:37.822286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:37.843819 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:37.845997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d4abb7-0556-4da5-b382-ea6a5487aa03" -d '{"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-plugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:37.859397 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:37.865681 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:37.866661 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ea16472f-de27-4284-b77c-82a62f314416 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:25:37.889094 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b7547-f764-4d10-8625-85cc1a5ee747 x-openstack-request-id: req-733b7547-f764-4d10-8625-85cc1a5ee747 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:37.889388 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-plugged", "status": "completed", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:37.889639 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-733b7547-f764-4d10-8625-85cc1a5ee747 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:37.890027 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733b7547-f764-4d10-8625-85cc1a5ee747'] response: {'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'code': 200} Jun 30 10:25:37.905898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: ea16472f-de27-4284-b77c-82a62f314416 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:25:37.906243 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ea16472f-de27-4284-b77c-82a62f314416 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:25:37.930923 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=10']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:38.542178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb0001-fbda-4a87-b492-1e0ba61227aa req-a10ffd03-98b0-4dcd-b93a-054551c310dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:38.549602 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-92cb0001-fbda-4a87-b492-1e0ba61227aa req-a10ffd03-98b0-4dcd-b93a-054551c310dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0521708 Jun 30 10:25:38.645059 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-92cb0001-fbda-4a87-b492-1e0ba61227aa req-8c8e979f-417e-4f3a-afd1-b9f3975733ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868070 Jun 30 10:25:38.664989 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714519ab-d5e1-4b5e-a7aa-cc1448a11abd req-0561436e-df73-43e5-a933-869347437cec tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:38.672870 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-714519ab-d5e1-4b5e-a7aa-cc1448a11abd req-0561436e-df73-43e5-a933-869347437cec tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0680482 Jun 30 10:25:38.749742 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-714519ab-d5e1-4b5e-a7aa-cc1448a11abd req-99a04a8e-27f1-4ef4-9bd2-7d1cc5337482 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738010 Jun 30 10:25:39.922825 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53801e3c-2878-41ea-a085-c2afd8e21b5a req-edb29846-e6d0-4e13-9ee6-c339ee5c952d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:39.926769 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-53801e3c-2878-41ea-a085-c2afd8e21b5a req-edb29846-e6d0-4e13-9ee6-c339ee5c952d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0577490 Jun 30 10:25:39.980011 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:40.024878 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-53801e3c-2878-41ea-a085-c2afd8e21b5a req-2aa44401-8ee4-4825-8fb0-a6368357294e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807192 Jun 30 10:25:40.762195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba422c-e601-4f5f-aef7-1054c6934f09 req-11d4ac12-edc3-4f51-a99b-44053763a9f3 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:40.763810 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eaba422c-e601-4f5f-aef7-1054c6934f09 req-11d4ac12-edc3-4f51-a99b-44053763a9f3 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0556912 Jun 30 10:25:40.814440 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:40.826957 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eaba422c-e601-4f5f-aef7-1054c6934f09 req-5e168016-a17e-4c5c-aced-cc056a975d18 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559013 Jun 30 10:25:41.211144 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150145d2-52f0-42e3-9751-581d2b0de9dd req-453a0573-cdbf-4424-8ca2-d73338c052c2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:41.214134 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-150145d2-52f0-42e3-9751-581d2b0de9dd req-453a0573-cdbf-4424-8ca2-d73338c052c2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0608280 Jun 30 10:25:41.291510 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-150145d2-52f0-42e3-9751-581d2b0de9dd req-24f7c4df-375d-40e1-9c78-ac668d993a1e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706484 Jun 30 10:25:41.645797 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d2510259-1baf-4690-b5c9-a1f86cd14192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:41.979393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a746c-c0f9-4e0a-81ba-d885508d0f81 req-f75d0d32-e6c4-4e29-abae-38c13eabc26f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:41.981187 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d87a746c-c0f9-4e0a-81ba-d885508d0f81 req-f75d0d32-e6c4-4e29-abae-38c13eabc26f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0562911 Jun 30 10:25:42.036434 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d87a746c-c0f9-4e0a-81ba-d885508d0f81 req-38e013dd-5944-40d0-95c7-c68e3fb92f20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477819 Jun 30 10:25:42.517775 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f730ec-947d-4ef7-b1f7-22ecc6c334af req-5e17c640-fcf4-433e-bf0e-a3466a066648 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:42.521652 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a6f730ec-947d-4ef7-b1f7-22ecc6c334af req-5e17c640-fcf4-433e-bf0e-a3466a066648 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.1116338 Jun 30 10:25:42.611523 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:42.619435 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a6f730ec-947d-4ef7-b1f7-22ecc6c334af req-38fee07b-f78f-4a41-bf1b-7cfafdf76158 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871546 Jun 30 10:25:43.227711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5596d-3a05-4e07-a5a5-667a7389d74c req-7f6eab69-3f5f-4dcc-9464-76a3b0895873 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:43.241335 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-afd5596d-3a05-4e07-a5a5-667a7389d74c req-7f6eab69-3f5f-4dcc-9464-76a3b0895873 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0931239 Jun 30 10:25:43.299579 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-afd5596d-3a05-4e07-a5a5-667a7389d74c req-2ab5eb08-9f62-4eef-aa64-6a567b1fd7bf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572209 Jun 30 10:25:43.770562 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88876d-0804-43ca-9608-21aa45707a45 req-0ec93362-f585-411e-9498-ab0c11a53a5f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:43.772661 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ed88876d-0804-43ca-9608-21aa45707a45 req-0ec93362-f585-411e-9498-ab0c11a53a5f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0538161 Jun 30 10:25:43.827675 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dfb3fd7b-46cc-4625-a29b-1d5d7c1900ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:43.854840 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ed88876d-0804-43ca-9608-21aa45707a45 req-2195df15-6211-47a9-875b-d56b47b3148f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751307 Jun 30 10:25:44.439618 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49abd3-ca24-4b90-8240-0bac6c058eb9 req-bab37c91-ac0c-43b3-9127-d12491069a6b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:44.443301 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5e49abd3-ca24-4b90-8240-0bac6c058eb9 req-bab37c91-ac0c-43b3-9127-d12491069a6b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0645809 Jun 30 10:25:44.505977 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5e49abd3-ca24-4b90-8240-0bac6c058eb9 req-699e8c00-59e2-45d5-b142-53f143bd3914 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549264 Jun 30 10:25:45.002210 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507785f-dcc1-4848-b410-1fbf1ae120b4 req-5a66adf4-53a5-4218-b821-d4f24e99e4c8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:45.003905 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a507785f-dcc1-4848-b410-1fbf1ae120b4 req-5a66adf4-53a5-4218-b821-d4f24e99e4c8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0572968 Jun 30 10:25:45.071052 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a507785f-dcc1-4848-b410-1fbf1ae120b4 req-2dd80b45-9bcd-4f44-9164-018e39579065 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542054 Jun 30 10:25:45.225052 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:45.323916 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:45.330586 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:45.650512 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e0d49-8793-4496-b99f-76dffb4f6830 req-087b0635-4cd7-40ae-8c4c-671a1454d174 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:45.653220 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-335e0d49-8793-4496-b99f-76dffb4f6830 req-087b0635-4cd7-40ae-8c4c-671a1454d174 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0625346 Jun 30 10:25:45.715183 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-335e0d49-8793-4496-b99f-76dffb4f6830 req-64061d41-d431-4409-b01d-d31541e18abc tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539515 Jun 30 10:25:46.199631 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f4ea9-a9f8-4a0f-b097-2ad5f20d1e26 req-e9acca35-6a1e-4e5a-a9e4-e5c36a1a7490 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:46.206656 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2b1f4ea9-a9f8-4a0f-b097-2ad5f20d1e26 req-e9acca35-6a1e-4e5a-a9e4-e5c36a1a7490 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0563934 Jun 30 10:25:46.267369 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2b1f4ea9-a9f8-4a0f-b097-2ad5f20d1e26 req-35e305d6-0d33-4160-9fe0-0ce1efc2b5de tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594757 Jun 30 10:25:46.686130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:46.868618 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd6daa-d265-41c6-98fc-fb59aa140ceb req-64cf9f68-e701-45da-8c33-fc942dd6234e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:46.877857 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-09bd6daa-d265-41c6-98fc-fb59aa140ceb req-64cf9f68-e701-45da-8c33-fc942dd6234e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0646403 Jun 30 10:25:46.938249 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-09bd6daa-d265-41c6-98fc-fb59aa140ceb req-a84f4e30-05e5-4222-8b8c-e6243e6f4856 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592914 Jun 30 10:25:47.048853 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:47.430882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275f076-9f58-4cca-a3dc-1a294be0b5b1 req-5350f862-5f9b-4f36-a73f-b9baf0fad9c5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:47.463148 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a275f076-9f58-4cca-a3dc-1a294be0b5b1 req-5350f862-5f9b-4f36-a73f-b9baf0fad9c5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.1069791 Jun 30 10:25:47.602109 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a275f076-9f58-4cca-a3dc-1a294be0b5b1 req-2d6b8492-af3c-4ada-8b81-1d324876e666 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329002 Jun 30 10:25:47.613000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-9efa86b6-0f2c-45cd-879f-0bbdcc99c169 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:47.630096 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-9efa86b6-0f2c-45cd-879f-0bbdcc99c169 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.1197078 Jun 30 10:25:47.830719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port 07064e36-9ce4-460d-af28-65fa58b70a6d {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:25:47.831095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:47.976161 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] For port 07064e36-9ce4-460d-af28-65fa58b70a6d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=07064e36-9ce4-460d-af28-65fa58b70a6d,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:47.977548 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:47.990308 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:48.021949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:48.156914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4770-3c89-403a-887f-076acae70a5c req-59e99241-b3cb-4cb6-8120-7e7e7a15aa55 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:48.158452 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2b2e4770-3c89-403a-887f-076acae70a5c req-59e99241-b3cb-4cb6-8120-7e7e7a15aa55 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 945 time: 0.0976737 Jun 30 10:25:48.304244 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2b2e4770-3c89-403a-887f-076acae70a5c req-a9b51200-6033-4577-adbc-5fb4e5aa20fe tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd3e7a69-2773-4844-b6e0-664f7492fd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127722 Jun 30 10:25:48.337224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:48.337976 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (ab126f0c-0b6d-4c11-89e3-0068ebbe343f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:48.338540 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP ab126f0c-0b6d-4c11-89e3-0068ebbe343f disassociated. External IP: 172.27.3.203, port: 07064e36-9ce4-460d-af28-65fa58b70a6d. Jun 30 10:25:48.339746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for 07064e36-9ce4-460d-af28-65fa58b70a6d owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:25:48.375404 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:48.531387 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (07064e36-9ce4-460d-af28-65fa58b70a6d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:48.559656 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=07064e36-9ce4-460d-af28-65fa58b70a6d,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:48.705199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:25:48.803829 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286cd42-1f0d-43a6-9c66-c81f4c639476 req-a1c5b09e-5409-46fd-80dc-f1ca76335858 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:48.815048 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f286cd42-1f0d-43a6-9c66-c81f4c639476 req-a1c5b09e-5409-46fd-80dc-f1ca76335858 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0816972 Jun 30 10:25:48.877000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:25:48.895085 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:25:48.918144 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f286cd42-1f0d-43a6-9c66-c81f4c639476 req-d45faba8-577a-4ac2-bef3-0fd6de88e168 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013939 Jun 30 10:25:48.925951 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:25:48.926608 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:25:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:49.039001 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] No DVR routers for this DVR port 07064e36-9ce4-460d-af28-65fa58b70a6d on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:25:49.044115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:49.047383 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1e651ae6-c9b6-4bf4-a596-cabc02769626 req-db7510e4-0107-4c5f-8b3d-2e98ad3a2a9d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "DELETE /v2.0/ports/07064e36-9ce4-460d-af28-65fa58b70a6d HTTP/1.1" status: 204 len: 173 time: 1.4113727 Jun 30 10:25:49.047865 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'name': 'network-vif-deleted', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:49.063989 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62391c90-6b1a-413d-9a7b-d5b547128989" -d '{"events": [{"server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "name": "network-vif-deleted", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:49.111775 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:49.112767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:49.129189 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:25:49.165963 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910039d-6262-40c3-b4a5-c21d31f9dd58 x-openstack-request-id: req-2910039d-6262-40c3-b4a5-c21d31f9dd58 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:49.166287 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090faf94-ddc9-4e1e-bf93-0e1006c8721f", "name": "network-vif-deleted", "tag": "07064e36-9ce4-460d-af28-65fa58b70a6d", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:49.166588 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2910039d-6262-40c3-b4a5-c21d31f9dd58 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:49.166969 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2910039d-6262-40c3-b4a5-c21d31f9dd58'] response: {'server_uuid': '090faf94-ddc9-4e1e-bf93-0e1006c8721f', 'name': 'network-vif-deleted', 'tag': '07064e36-9ce4-460d-af28-65fa58b70a6d', 'status': 'completed', 'code': 200} Jun 30 10:25:49.455869 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:08Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:49.482477 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e4f52315-0d67-44da-9b8b-217833924e5e req-4f3dfe67-5b0e-4a0f-92d7-7adec49f9679 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=090faf94-ddc9-4e1e-bf93-0e1006c8721f HTTP/1.1" status: 200 len: 210 time: 0.0709944 Jun 30 10:25:49.483159 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:25:49.501894 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:25:49.502729 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:25:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:49.651309 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:25:49.909314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:49.968320 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:08Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:50.182222 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3182235-bc96-42a4-b26f-127cc25e16f1 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f39adc73-cff8-49aa-946a-ebc7a180624c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:c7:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:22:17Z', 'updated_at': '2022-06-30T10:23:08Z', 'revision_number': 2, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:25:50.523828 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf0167-069b-4c6a-8065-fdabd278c07d None None] New status for floating IP ab126f0c-0b6d-4c11-89e3-0068ebbe343f: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:25:50.617893 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46206) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:50.714675 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9c2-7612-4974-b138-62fa4e22ec26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (dd3e7a69-2773-4844-b6e0-664f7492fd61), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:50.751973 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9c2-7612-4974-b138-62fa4e22ec26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (dd3e7a69-2773-4844-b6e0-664f7492fd61), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:50.822361 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9c2-7612-4974-b138-62fa4e22ec26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (dd3e7a69-2773-4844-b6e0-664f7492fd61), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:50.826225 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9c2-7612-4974-b138-62fa4e22ec26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:50.827884 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-dedbe9c2-7612-4974-b138-62fa4e22ec26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd3e7a69-2773-4844-b6e0-664f7492fd61 HTTP/1.1" status: 204 len: 168 time: 0.2075276 Jun 30 10:25:50.831020 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46208) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:50.839035 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe9c2-7612-4974-b138-62fa4e22ec26 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e7a69-2773-4844-b6e0-664f7492fd61,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:50.886103 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.api.v2.resource [None req-35ed5e3f-9977-4de1-adf9-2d781ae4af5d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] show failed (client error): The resource could not be found. Jun 30 10:25:50.891349 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46210) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:50.891756 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-35ed5e3f-9977-4de1-adf9-2d781ae4af5d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups/dd3e7a69-2773-4844-b6e0-664f7492fd61 HTTP/1.1" status: 404 len: 347 time: 0.0586350 Jun 30 10:25:51.021637 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port 84c7873d-a4ec-4ef3-93c3-742142e0fd0b {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:25:51.022096 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:51.130576 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:51.131020 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:51.152850 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for 84c7873d-a4ec-4ef3-93c3-742142e0fd0b owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:25:51.372736 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (84c7873d-a4ec-4ef3-93c3-742142e0fd0b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:51.407359 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=84c7873d-a4ec-4ef3-93c3-742142e0fd0b,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:51.438861 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:51.494423 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (ab126f0c-0b6d-4c11-89e3-0068ebbe343f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:51.497140 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:51.498727 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-74a24d6e-4fc2-4477-9906-8c3f399f2b91 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab126f0c-0b6d-4c11-89e3-0068ebbe343f HTTP/1.1" status: 204 len: 168 time: 0.6054480 Jun 30 10:25:51.759332 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 07064e36-9ce4-460d-af28-65fa58b70a6d no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:25:51.801512 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 07064e36-9ce4-460d-af28-65fa58b70a6d {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:25:51.801888 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 07064e36-9ce4-460d-af28-65fa58b70a6d not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:25:55.763668 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:55.773372 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-40736b58-0218-44b9-a25a-bec42d34fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:55.775505 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-40736b58-0218-44b9-a25a-bec42d34fc21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.0432541 Jun 30 10:25:55.782970 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f96c1-43ce-411d-956b-c30905451c04 req-d695ba5d-ce12-4c1d-bb6f-fd14d7b4ba84 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:55.784444 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-820f96c1-43ce-411d-956b-c30905451c04 req-d695ba5d-ce12-4c1d-bb6f-fd14d7b4ba84 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0531735 Jun 30 10:25:55.835534 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-820f96c1-43ce-411d-956b-c30905451c04 req-d330d33e-dc96-4da8-a118-d7ab70830b99 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Jun 30 10:25:56.176462 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8505e-b71d-4d76-9841-0ade877fb8cf req-a2ca7600-6cf9-4a4e-bb7a-1ce0da434875 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:56.177943 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c0c8505e-b71d-4d76-9841-0ade877fb8cf req-a2ca7600-6cf9-4a4e-bb7a-1ce0da434875 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Jun 30 10:25:56.211212 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:56.220506 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-e05df3ff-3f7c-4b4c-8717-0bbf129bb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:56.222120 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-e05df3ff-3f7c-4b4c-8717-0bbf129bb2ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1089754 Jun 30 10:25:56.230668 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c0c8505e-b71d-4d76-9841-0ade877fb8cf req-392682fe-e4ed-4cff-b8e8-a644641222ec tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468304 Jun 30 10:25:56.969950 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c4457-c242-47f5-989b-486044ec4a23 req-255d8ad1-1fde-4c94-b763-ea0de241ca29 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:56.971401 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-101c4457-c242-47f5-989b-486044ec4a23 req-255d8ad1-1fde-4c94-b763-ea0de241ca29 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Jun 30 10:25:57.019046 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-101c4457-c242-47f5-989b-486044ec4a23 req-0419cafe-2a88-4869-b053-b3274a3b4a31 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419664 Jun 30 10:25:57.357566 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5d55-e0db-424e-ab10-9eef285f1a96 req-6d25f2de-94e6-4188-be6b-366ddc24cf21 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:57.359026 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d5ff5d55-e0db-424e-ab10-9eef285f1a96 req-6d25f2de-94e6-4188-be6b-366ddc24cf21 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.0504818 Jun 30 10:25:57.405377 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d5ff5d55-e0db-424e-ab10-9eef285f1a96 req-08bf5004-6217-4da3-a2e5-8d15719e8c80 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Jun 30 10:25:57.774592 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-b63283f2-1e95-4531-83a6-0521ee7e2e20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 1002 time: 0.0594380 Jun 30 10:25:57.790445 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46376) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:57.827043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:57.840830 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Deleting subnet 41e9f48b-fd04-4640-a237-d52aa17cfeb6 {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:25:57.844583 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Publish callbacks [] for subnet (41e9f48b-fd04-4640-a237-d52aa17cfeb6), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:57.881351 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (41e9f48b-fd04-4640-a237-d52aa17cfeb6), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:57.888903 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:57.946915 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (41e9f48b-fd04-4640-a237-d52aa17cfeb6), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:57.983208 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-74307c52-f45e-48e4-ab7d-4a10609ceed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:57.984788 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-74307c52-f45e-48e4-ab7d-4a10609ceed9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0749619 Jun 30 10:25:58.041834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-7f3276d8-0134-4c05-a048-d3e5b2ab2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:58.043379 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-7f3276d8-0134-4c05-a048-d3e5b2ab2f58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504010 Jun 30 10:25:58.050099 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (41e9f48b-fd04-4640-a237-d52aa17cfeb6), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.078026 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e9f48b-fd04-4640-a237-d52aa17cfeb6,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:58.080014 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.083104 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b0e87e8a-795d-4672-a5eb-61f4c56987a1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/41e9f48b-fd04-4640-a237-d52aa17cfeb6 HTTP/1.1" status: 204 len: 168 time: 0.2915871 Jun 30 10:25:58.085520 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46380) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:58.142954 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710000e-735a-45ba-af6a-64175ef1f41d req-84d20f65-42d9-45b0-8e60-092fd98aa3f8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:58.144472 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2710000e-735a-45ba-af6a-64175ef1f41d req-84d20f65-42d9-45b0-8e60-092fd98aa3f8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0503135 Jun 30 10:25:58.166224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (8fe8b11d-636d-4c5b-8d57-a040689d57de), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.194646 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2710000e-735a-45ba-af6a-64175ef1f41d req-f1959ff9-933a-4f8d-985a-1095080d7679 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436285 Jun 30 10:25:58.314029 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-f9029b8c-f89d-400c-a15c-ca7ea0d6c7ac tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:58.315523 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-f9029b8c-f89d-400c-a15c-ca7ea0d6c7ac tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.1162994 Jun 30 10:25:58.389058 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (8fe8b11d-636d-4c5b-8d57-a040689d57de), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.407597 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-736ca6d5-a302-456c-a2bb-896039695367 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379835 Jun 30 10:25:58.433679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:58.589798 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ea02-babc-4d59-bdd0-daf9caf2579f req-32826be8-539b-4e30-ba6d-83bd7c147f5b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:58.591391 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0459ea02-babc-4d59-bdd0-daf9caf2579f req-32826be8-539b-4e30-ba6d-83bd7c147f5b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Jun 30 10:25:58.641821 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0459ea02-babc-4d59-bdd0-daf9caf2579f req-aa9835b8-674a-473e-be92-6982e48a4d34 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Jun 30 10:25:58.697980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe8b11d-636d-4c5b-8d57-a040689d57de']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:58.734955 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ca76e5-a1db-4589-86ce-38bf6f3680e3') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:58.735249 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ca76e5-a1db-4589-86ce-38bf6f3680e3') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:25:58.767902 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (37ca76e5-a1db-4589-86ce-38bf6f3680e3), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.789587 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Deleting port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:25:58.789922 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.860626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e426a-642a-4630-90c1-db54350c0f46 req-fd8eb57a-b236-42c6-9c4f-12c4e66aad83 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:58.862039 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c84e426a-642a-4630-90c1-db54350c0f46 req-fd8eb57a-b236-42c6-9c4f-12c4e66aad83 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 946 time: 0.1546605 Jun 30 10:25:58.866467 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (37ca76e5-a1db-4589-86ce-38bf6f3680e3), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.883124 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:25:58.923806 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:25:58.924198 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (37ca76e5-a1db-4589-86ce-38bf6f3680e3), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:58.971814 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e48a831e-d6eb-40e4-82b9-f1c94f3b64ea req-de8e7655-6a32-4fcb-9571-37de623ff8d9 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523751 Jun 30 10:25:58.981391 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 37ca76e5-a1db-4589-86ce-38bf6f3680e3 resource provider aggregate not found Jun 30 10:25:59.036618 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 37ca76e5-a1db-4589-86ce-38bf6f3680e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37ca76e5-a1db-4589-86ce-38bf6f3680e3 found for delete ", "request_id": "req-a6d9a5fc-7ea2-49dd-b200-b30e971001e4"}]} Jun 30 10:25:59.042115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (8fe8b11d-636d-4c5b-8d57-a040689d57de), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.050793 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c84e426a-642a-4630-90c1-db54350c0f46 req-d3291516-94c8-4dde-96f2-4445419366b1 tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/security-groups?id=52b1f348-89dc-411d-a274-c5b50295745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741734 Jun 30 10:25:59.060794 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] For port 3795ddc9-d420-4e51-ab77-53ca4e0d9366, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3795ddc9-d420-4e51-ab77-53ca4e0d9366,segment=NetworkSegment(e54cf35b-4f10-4d71-a834-6196c1e588da),segment_id=e54cf35b-4f10-4d71-a834-6196c1e588da)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:59.061127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.079939 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.083658 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] 10.222.0.44 "DELETE /v2.0/networks/8fe8b11d-636d-4c5b-8d57-a040689d57de HTTP/1.1" status: 204 len: 168 time: 0.9972241 Jun 30 10:25:59.088331 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e761a-ec0f-4e3b-a918-b82ce786dc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe8b11d-636d-4c5b-8d57-a040689d57de,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:59.090488 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Calling delete_port for 3795ddc9-d420-4e51-ab77-53ca4e0d9366 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:25:59.236393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (3795ddc9-d420-4e51-ab77-53ca4e0d9366), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.252102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['3795ddc9-d420-4e51-ab77-53ca4e0d9366'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:59.274402 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Pushing event deleted for resources: {'Port': ['ID=3795ddc9-d420-4e51-ab77-53ca4e0d9366,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:59.291388 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46400) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:59.329934 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] No DVR routers for this DVR port 3795ddc9-d420-4e51-ab77-53ca4e0d9366 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:25:59.332525 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.337467 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bc481def-3fa6-44e6-bbab-5d784a16b027 req-5ce5b67c-a614-4f23-b547-e055a99a467f tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.55 "DELETE /v2.0/ports/3795ddc9-d420-4e51-ab77-53ca4e0d9366 HTTP/1.1" status: 204 len: 173 time: 1.0150545 Jun 30 10:25:59.337467 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf47a0-f916-43d9-96b3-414012fb6930', 'name': 'network-vif-deleted', 'tag': '3795ddc9-d420-4e51-ab77-53ca4e0d9366'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:25:59.339225 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67bb07b-7c2c-4d16-b4dc-a35046ae89fa" -d '{"events": [{"server_uuid": "62bf47a0-f916-43d9-96b3-414012fb6930", "name": "network-vif-deleted", "tag": "3795ddc9-d420-4e51-ab77-53ca4e0d9366"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:59.371250 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7c11e-31a6-475c-87d3-757f90643483 req-58dfe23b-2f39-41c8-b921-6300513b1962 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:59.372765 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-acf7c11e-31a6-475c-87d3-757f90643483 req-58dfe23b-2f39-41c8-b921-6300513b1962 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0833695 Jun 30 10:25:59.377007 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-5ddd7f00-b548-4df8-a2a2-719b8ef0abf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65032e20cf98437398d8c6a29294fabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767102 Jun 30 10:25:59.379418 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46404) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:25:59.382137 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264b8fd7-553c-4ac4-ae6a-3a4e5a856919 x-openstack-request-id: req-264b8fd7-553c-4ac4-ae6a-3a4e5a856919 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:59.382424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf47a0-f916-43d9-96b3-414012fb6930", "name": "network-vif-deleted", "tag": "3795ddc9-d420-4e51-ab77-53ca4e0d9366", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:59.382677 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-264b8fd7-553c-4ac4-ae6a-3a4e5a856919 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:59.383131 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264b8fd7-553c-4ac4-ae6a-3a4e5a856919'] response: {'server_uuid': '62bf47a0-f916-43d9-96b3-414012fb6930', 'name': 'network-vif-deleted', 'tag': '3795ddc9-d420-4e51-ab77-53ca4e0d9366', 'status': 'completed', 'code': 200} Jun 30 10:25:59.465830 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-acf7c11e-31a6-475c-87d3-757f90643483 req-91335f2f-3cf8-4170-8a38-ebfc0e220aea tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793679 Jun 30 10:25:59.470640 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4960c11b-a329-409d-a6d0-2c16d9916be4 admin admin] Publish callbacks [] for security_group (c08a6ffb-effb-46a8-b08c-d309cad21ad3), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.498917 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4960c11b-a329-409d-a6d0-2c16d9916be4 admin admin] Publish callbacks [] for security_group (c08a6ffb-effb-46a8-b08c-d309cad21ad3), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.562276 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4960c11b-a329-409d-a6d0-2c16d9916be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (c08a6ffb-effb-46a8-b08c-d309cad21ad3), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.564829 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4960c11b-a329-409d-a6d0-2c16d9916be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:25:59.565970 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4960c11b-a329-409d-a6d0-2c16d9916be4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c08a6ffb-effb-46a8-b08c-d309cad21ad3 HTTP/1.1" status: 204 len: 168 time: 0.1850479 Jun 30 10:25:59.575364 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960c11b-a329-409d-a6d0-2c16d9916be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a6ffb-effb-46a8-b08c-d309cad21ad3,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:59.776671 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f8c5f-1e79-44e2-a47a-babd79ea2d16 req-322a4b2d-cddc-4a28-bc15-23c3c41e7cef tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:25:59.778227 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b16f8c5f-1e79-44e2-a47a-babd79ea2d16 req-322a4b2d-cddc-4a28-bc15-23c3c41e7cef tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.0603774 Jun 30 10:25:59.828918 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b16f8c5f-1e79-44e2-a47a-babd79ea2d16 req-05925015-b9b1-4b1e-a239-824140564d81 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Jun 30 10:26:00.200111 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6aee82da-ba1e-467d-ae48-b9f97515c4f1 req-041b70cb-47a7-4a50-98f4-830f1eac1f5d tempest-VolumesSnapshotTestJSON-1913381951 tempest-VolumesSnapshotTestJSON-1913381951-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bf47a0-f916-43d9-96b3-414012fb6930 HTTP/1.1" status: 200 len: 210 time: 0.0303633 Jun 30 10:26:00.593667 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-011a92b9-e208-4559-8c57-99ead061d792 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:00.595138 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-011a92b9-e208-4559-8c57-99ead061d792 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.0840065 Jun 30 10:26:00.640280 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0bbd-d259-4aeb-8da3-c1fd19b8557e req-36a86f09-ca70-465e-a385-76a856341783 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:00.641794 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a8cb0bbd-d259-4aeb-8da3-c1fd19b8557e req-36a86f09-ca70-465e-a385-76a856341783 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0953953 Jun 30 10:26:00.724455 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:26:00.724794 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:00.752467 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a8cb0bbd-d259-4aeb-8da3-c1fd19b8557e req-7e7ed4b4-d464-4ce2-8dbf-e629103afc7b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002784 Jun 30 10:26:00.755439 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:00.833349 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] For port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:00.833349 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:00.960733 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f3cac-1443-4d48-a1f0-2d68f6af4904 req-36bb0355-a143-4d4a-ab60-08b2941a04f6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:00.962348 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-576f3cac-1443-4d48-a1f0-2d68f6af4904 req-36bb0355-a143-4d4a-ab60-08b2941a04f6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Jun 30 10:26:01.007946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:01.010063 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:01.010434 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f39adc73-cff8-49aa-946a-ebc7a180624c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:01.010834 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP f39adc73-cff8-49aa-946a-ebc7a180624c disassociated. External IP: 172.27.3.8, port: 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1. Jun 30 10:26:01.011178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:26:01.013582 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-576f3cac-1443-4d48-a1f0-2d68f6af4904 req-dfb63b0f-d1c6-4d62-aa0f-12458aaa2945 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=2096cbe7-e820-4060-9813-d6440a00de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456855 Jun 30 10:26:01.140363 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:01.169684 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:01.283180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:01.323738 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:01.325649 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:01.392234 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:01.402815 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:01.413189 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:01.414086 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:25:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:01.441711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] No DVR routers for this DVR port 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:26:01.446787 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:01.451107 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c64c3429-5aec-4dd3-a53b-fba96481d200 req-534d2254-38f3-4cef-b598-708f5a3d45d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "DELETE /v2.0/ports/7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 HTTP/1.1" status: 204 len: 173 time: 0.8497064 Jun 30 10:26:01.453390 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'name': 'network-vif-deleted', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:01.454210 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc5032a-7d79-4657-8223-6336ab7255ab" -d '{"events": [{"server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "name": "network-vif-deleted", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:01.509676 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a4592e-1115-48dc-b0ad-de44299795d4 x-openstack-request-id: req-a4a4592e-1115-48dc-b0ad-de44299795d4 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:01.511125 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b95b9cf-bb12-41c6-a6c5-7e23d00defc3", "name": "network-vif-deleted", "tag": "7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:01.511452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4a4592e-1115-48dc-b0ad-de44299795d4 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:01.511911 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a4592e-1115-48dc-b0ad-de44299795d4'] response: {'server_uuid': '0b95b9cf-bb12-41c6-a6c5-7e23d00defc3', 'name': 'network-vif-deleted', 'tag': '7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1', 'status': 'completed', 'code': 200} Jun 30 10:26:01.561283 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:01.777135 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:01.801868 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:01.810575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:01.811259 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:25:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:01.844935 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:01.884961 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ce823-878e-4c00-b9f3-ca3ba7e03b13 req-eb32921f-ab30-4d5c-a43f-5d9c408f568c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:01.886532 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce2ce823-878e-4c00-b9f3-ca3ba7e03b13 req-eb32921f-ab30-4d5c-a43f-5d9c408f568c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0523558 Jun 30 10:26:01.892600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:26:01.892945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 7ffd10ce-10c0-4e5e-92d5-79c9e1e4d0d1 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:26:01.893360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3795ddc9-d420-4e51-ab77-53ca4e0d9366 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:01.917847 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 3795ddc9-d420-4e51-ab77-53ca4e0d9366 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:26:01.918189 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3795ddc9-d420-4e51-ab77-53ca4e0d9366 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:26:01.959383 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce2ce823-878e-4c00-b9f3-ca3ba7e03b13 req-85b81c4d-0f37-456c-9826-a40c97be3ba5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632865 Jun 30 10:26:01.960700 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:02.075618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:02.135767 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-dc0f5a06-fa6f-4f51-8966-e7a3ccb78c02 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f41f21b032124a3fa62356ed6f4024cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348148 Jun 30 10:26:02.138153 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1ef7778c-fabf-4779-a6a5-5d2de3d7a158 req-52572f1e-7564-46d2-8e93-4bbaee5e9df3 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b95b9cf-bb12-41c6-a6c5-7e23d00defc3 HTTP/1.1" status: 200 len: 210 time: 0.0320110 Jun 30 10:26:02.196273 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:02.221700 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137c035-6fd0-4f83-94f7-6a07b83c1c0d None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:02.454305 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc1cea-6dda-4d0a-8664-71079ec81ac6 None None] New status for floating IP f39adc73-cff8-49aa-946a-ebc7a180624c: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:26:02.543627 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-71115263-3a73-4a82-8ca3-1f0433c9e45b tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:02.545014 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-71115263-3a73-4a82-8ca3-1f0433c9e45b tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4078546 Jun 30 10:26:02.561683 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-debf4b6f-207e-4a84-b900-aa1af766d3e0 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/quotas/f41f21b032124a3fa62356ed6f4024cf HTTP/1.1" status: 200 len: 375 time: 0.0106514 Jun 30 10:26:02.597199 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-32544c8f-3732-4ee0-a92e-7a3fde57fcb6 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41f21b032124a3fa62356ed6f4024cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292351 Jun 30 10:26:02.770470 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c0d28746-b351-4873-a3fe-acb44b83b46a req-0202d3b8-4c84-463b-9837-a865d9f610e7 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 210 time: 0.0366261 Jun 30 10:26:02.903117 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-48afd19b-78a6-46ff-8a17-eeee70a92ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397103 Jun 30 10:26:02.968750 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-6bc5a276-5517-4d21-80d2-5a53e8b1cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:02.970219 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-6bc5a276-5517-4d21-80d2-5a53e8b1cfb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 1130 time: 0.0440421 Jun 30 10:26:03.084063 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-b48a9911-66e0-4d21-8382-19277c420aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:03.085639 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-b48a9911-66e0-4d21-8382-19277c420aa1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.0947766 Jun 30 10:26:03.091498 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:03.108333 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6176-5ccb-48f4-af73-ff9d6704dfb2 req-53aaef82-6300-442a-be52-1952df8b296c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:03.110107 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-62da6176-5ccb-48f4-af73-ff9d6704dfb2 req-53aaef82-6300-442a-be52-1952df8b296c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0586233 Jun 30 10:26:03.130357 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-87493835-1c2e-4c8c-afc1-b786fe711e90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3 HTTP/1.1" status: 200 len: 217 time: 0.0359802 Jun 30 10:26:03.158748 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-62da6176-5ccb-48f4-af73-ff9d6704dfb2 req-ca3ab1a0-05ee-45a4-8dcd-1e14aca3841c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 Jun 30 10:26:03.232093 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46498) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:03.261597 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:03.287096 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-606edb8d-43b6-4cf1-ae12-d931cc080b10 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (2096cbe7-e820-4060-9813-d6440a00de05), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.310106 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-606edb8d-43b6-4cf1-ae12-d931cc080b10 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (2096cbe7-e820-4060-9813-d6440a00de05), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.356646 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-606edb8d-43b6-4cf1-ae12-d931cc080b10 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (2096cbe7-e820-4060-9813-d6440a00de05), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.359177 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-606edb8d-43b6-4cf1-ae12-d931cc080b10 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.360324 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-606edb8d-43b6-4cf1-ae12-d931cc080b10 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/security-groups/2096cbe7-e820-4060-9813-d6440a00de05 HTTP/1.1" status: 204 len: 168 time: 0.1272218 Jun 30 10:26:03.363356 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46500) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:03.369179 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606edb8d-43b6-4cf1-ae12-d931cc080b10 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2096cbe7-e820-4060-9813-d6440a00de05,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:03.372742 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:03.384616 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.api.v2.resource [None req-cf6123f3-8cae-4a69-aa9e-9195e88875a2 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] show failed (client error): The resource could not be found. Jun 30 10:26:03.385891 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-cf6123f3-8cae-4a69-aa9e-9195e88875a2 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups/2096cbe7-e820-4060-9813-d6440a00de05 HTTP/1.1" status: 404 len: 347 time: 0.0214078 Jun 30 10:26:03.389184 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46502) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:03.497266 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port 7930c0e9-4771-4b62-a706-bc458948ecf8 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:26:03.497606 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.572029 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.572298 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (7930c0e9-4771-4b62-a706-bc458948ecf8), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.586034 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for 7930c0e9-4771-4b62-a706-bc458948ecf8 owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:26:03.628656 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:03.725589 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (7930c0e9-4771-4b62-a706-bc458948ecf8), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.747267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=7930c0e9-4771-4b62-a706-bc458948ecf8,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:03.757394 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.757750 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.758091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.758427 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.758782 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.759448 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.759448 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.759739 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.760062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.760383 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.760704 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.761032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.761353 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.761673 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.761988 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:03.826244 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (f39adc73-cff8-49aa-946a-ebc7a180624c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.828748 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:03.829975 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b8ee4a24-d42b-4aec-9c06-c3543e5a9f98 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/floatingips/f39adc73-cff8-49aa-946a-ebc7a180624c HTTP/1.1" status: 204 len: 168 time: 0.4398975 Jun 30 10:26:03.889757 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1ea71629-4594-4600-a5ad-562ca3cd0fcd req-acb02b8f-d6d4-41dc-bafc-35ea7fcd0bfd tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 210 time: 0.0275726 Jun 30 10:26:03.919064 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46510) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:03.923519 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024203062', 'description': 'tempest-description--1542472302'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:03.944971 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.012633 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (39eb7a78-63d5-4323-bc0a-5203b412ad4e), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.016218 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (39eb7a78-63d5-4323-bc0a-5203b412ad4e), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.045826 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.047017 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1269383 Jun 30 10:26:04.048844 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b83e6a-9a31-4998-a8c0-90b9ad56a7ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb7a78-63d5-4323-bc0a-5203b412ad4e,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:04.050030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46512) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:04.055078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': '39eb7a78-63d5-4323-bc0a-5203b412ad4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:04.081535 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (9f3f813f-4d78-4ecb-b2b1-44b4abe6d4e2), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.135152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (9f3f813f-4d78-4ecb-b2b1-44b4abe6d4e2), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.138342 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (9f3f813f-4d78-4ecb-b2b1-44b4abe6d4e2), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.155361 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3f813f-4d78-4ecb-b2b1-44b4abe6d4e2,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:04.163242 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.164416 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5f3911fe-218c-401e-97a0-dc092419b38e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133621 Jun 30 10:26:04.167038 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46514) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:04.171158 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': '39eb7a78-63d5-4323-bc0a-5203b412ad4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:04.198858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (99cbfb7b-4256-4b78-8c68-8549fe226e55), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.290456 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bcb94-4ff2-4360-904e-c004c6244346 req-7caefa18-6360-4e30-b4ae-1ab9c90fb7a6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:04.291989 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bf1bcb94-4ff2-4360-904e-c004c6244346 req-7caefa18-6360-4e30-b4ae-1ab9c90fb7a6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0644996 Jun 30 10:26:04.304731 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (99cbfb7b-4256-4b78-8c68-8549fe226e55), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.312230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (99cbfb7b-4256-4b78-8c68-8549fe226e55), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.325024 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:04.346602 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cbfb7b-4256-4b78-8c68-8549fe226e55,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:04.359457 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.360627 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-880f9555-4b9d-48a0-af93-d8085c1f0982 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926949 Jun 30 10:26:04.364478 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46518) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:04.369712 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:04.376638 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bf1bcb94-4ff2-4360-904e-c004c6244346 req-1ed66db7-f145-43ac-868e-9d820a0952a5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738988 Jun 30 10:26:04.390873 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.467463 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.578066 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.27.3.5 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/d5c2eb3c-812e-49e5-a228-13e59d08bc15) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:04.681729 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.692602 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:04.717925 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.755641 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:04.758633 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:04.762239 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:04.787042 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=d5c2eb3c-812e-49e5-a228-13e59d08bc15,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:04.808915 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:04.853220 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (1702fdde-68c3-4b5a-ad20-fe2c65a4f68e), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.896676 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:04.993003 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4653e73e-6180-4785-8c8a-8e9e53bb4b07 req-74a3d83f-020e-49e1-a839-b5ce47f3b18c tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 210 time: 0.0324020 Jun 30 10:26:05.073452 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:05.077865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:05.147595 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=d5c2eb3c-812e-49e5-a228-13e59d08bc15,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:05.156920 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (1702fdde-68c3-4b5a-ad20-fe2c65a4f68e), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:05.172412 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:05.173636 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f9985c27-4720-4111-b708-338f5fb32d0a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8073857 Jun 30 10:26:05.365697 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-9fcee8cf-362a-45c2-9551-44426963611f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1024203062&fields=id&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 267 time: 0.0419140 Jun 30 10:26:05.473484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-5639d6aa-02d8-47f0-afd6-7dbc9e6f36cb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:05.474900 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-5639d6aa-02d8-47f0-afd6-7dbc9e6f36cb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.1028969 Jun 30 10:26:05.492152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632b3b-b63b-4d5a-a2cd-704bf175b5aa req-d6e4728a-f44d-4a71-8e88-65430e7bd92c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:05.493641 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f3632b3b-b63b-4d5a-a2cd-704bf175b5aa req-d6e4728a-f44d-4a71-8e88-65430e7bd92c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0480535 Jun 30 10:26:05.493763 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-854562bb-b45c-4188-8fa4-476aa4d904ea tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/quotas/d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 375 time: 0.0093606 Jun 30 10:26:05.542249 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a2d8aebf-bf12-4e64-ac35-d5ebe99b1dc4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430973 Jun 30 10:26:05.544144 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f3632b3b-b63b-4d5a-a2cd-704bf175b5aa req-c8aebaa3-dab4-4fa9-8841-84d3b20fc569 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Jun 30 10:26:05.615001 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:05.641688 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-d9ae7b08-1371-4cec-8b97-9baefdf7c6b5 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Jun 30 10:26:05.730653 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-564ae4eb-7049-48fc-bdd8-b730314ba630 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827115 Jun 30 10:26:05.798222 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-5902d851-aa33-4307-908d-385c2a9af5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:05.799624 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-5902d851-aa33-4307-908d-385c2a9af5a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0461709 Jun 30 10:26:05.856508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-48cf276c-f120-4acb-89cc-df94c29f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:05.858047 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-48cf276c-f120-4acb-89cc-df94c29f73a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497289 Jun 30 10:26:05.927243 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-73a7bb53-0c88-44b7-ade9-a53dc35bccb3 req-80327dd3-d2b2-4bee-acf8-ee0216c773f4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 210 time: 0.0312119 Jun 30 10:26:05.976284 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-016de6b3-3fd5-4c97-b00f-9c00b28355df service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090448 Jun 30 10:26:06.112420 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e92d6d1a-ac1d-4e52-9712-bcb08591514c req-6880ee13-268e-46a6-8071-bd40fb0c76a1 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 210 time: 0.0378549 Jun 30 10:26:06.128979 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7905a29b-b82b-45ae-bf4d-032524304ccf req-302ed560-6ce1-4638-ba3f-fd0aedbfd53b service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438987 Jun 30 10:26:06.665266 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950b144-47b9-4c55-83cc-74f8e271d156 req-85b3e472-a49c-48eb-ba8a-69c3baae9818 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:06.670266 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7950b144-47b9-4c55-83cc-74f8e271d156 req-85b3e472-a49c-48eb-ba8a-69c3baae9818 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0566089 Jun 30 10:26:06.670771 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-b2967602-3a69-474c-868b-90cbe02c967c tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f41f21b032124a3fa62356ed6f4024cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388181 Jun 30 10:26:06.751567 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7950b144-47b9-4c55-83cc-74f8e271d156 req-ab374d95-777a-467b-8767-d7c4495f84e3 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741863 Jun 30 10:26:06.890230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-eada6b75-abd5-4b0c-a312-c92c832b85e9 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:06.891671 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-eada6b75-abd5-4b0c-a312-c92c832b85e9 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164900 Jun 30 10:26:07.026498 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b66fad7b-7754-47cf-98c7-83b295d6e1dd req-62489e40-90af-4d3f-91fa-9f9029441301 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 210 time: 0.0276802 Jun 30 10:26:07.065233 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Request body: {'port': {'device_id': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2', 'admin_state_up': True, 'tenant_id': 'f41f21b032124a3fa62356ed6f4024cf'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:07.180411 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Made reservation on behalf of f41f21b032124a3fa62356ed6f4024cf for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:07.184521 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:07.234789 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f8647415-a9b4-424d-bf63-b3976465888c req-bb60e16c-f0b3-4906-bb79-23fbd0cbb5ab tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 210 time: 0.0420477 Jun 30 10:26:07.459159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:07.461946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:07.658243 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks [] for security_group (1f284e89-edb8-4baf-b1b1-2024eef517be), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:07.666793 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1f284e89-edb8-4baf-b1b1-2024eef517be), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:07.678652 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:07.766500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-d2fb518f-196c-4433-be84-724b53b15752 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:07.768089 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-d2fb518f-196c-4433-be84-724b53b15752 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.2381692 Jun 30 10:26:07.768742 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f284e89-edb8-4baf-b1b1-2024eef517be,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:07.917735 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Allocated IP 192.168.233.166 (50deca76-ad5c-4d5c-95c2-f566964cc1c2/ddfcd871-17bf-4541-9313-436f2f7aa820/9483625c-96df-4567-9a8c-574c8e4c1e47) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:07.927440 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ee4e-ed7c-40f6-bbb3-cf24420aef4f req-5ca08e8c-50ab-4c02-9640-c575a6f0eaae tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:07.928958 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f8b1ee4e-ed7c-40f6-bbb3-cf24420aef4f req-5ca08e8c-50ab-4c02-9640-c575a6f0eaae tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0949941 Jun 30 10:26:08.030331 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-8f8f15ec-43b6-431d-83dc-d7e5fdbc6631 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 380 time: 0.1736541 Jun 30 10:26:08.047744 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'port': {'device_id': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'admin_state_up': True, 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'security_groups': ['39eb7a78-63d5-4323-bc0a-5203b412ad4e']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:08.074326 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f8b1ee4e-ed7c-40f6-bbb3-cf24420aef4f req-9c64e7e3-d637-4aaa-a485-6378a72a2d3a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374154 Jun 30 10:26:08.142609 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9ffdb003-26ee-47da-8b66-e3b8a868edde req-c57ca94f-01f3-4c74-a045-c361c5809402 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 210 time: 0.0403807 Jun 30 10:26:08.269080 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks [] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.279724 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Made reservation on behalf of d85406a94e3c4b07852c8d61bdcfc79e for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:08.283147 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.338660 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:08.384266 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-db3812e1-2a7f-496e-8ca6-c783c981a335 req-e8e81702-de0e-4325-8309-b39abc535f85 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 210 time: 0.0645611 Jun 30 10:26:08.388827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.435693 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:08.484866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:08.488858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Pushing event updated for resources: {'Port': ['ID=9483625c-96df-4567-9a8c-574c8e4c1e47,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:08.495623 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:08.500144 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:08.545238 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.20.0.4 (83b97fe7-5a74-4333-a1f1-76508fb99056/83f53222-17a2-418e-ae06-b78e710b6cf7/0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:08.570005 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:08.570656 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.602978 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-2e25803f-ade4-48f5-95a5-0a737481347d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5415192 Jun 30 10:26:08.621830 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Request body: {'port': {'device_id': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:08.742375 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-98e5b533-7605-45d6-8695-82f01aef4732 None None] Provisioning complete for port 9483625c-96df-4567-9a8c-574c8e4c1e47 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:08.743087 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-98e5b533-7605-45d6-8695-82f01aef4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.745816 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.779891 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-98e5b533-7605-45d6-8695-82f01aef4732 None None] Port 9483625c-96df-4567-9a8c-574c8e4c1e47 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:08.813696 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:08.946401 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.043789 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:09.052996 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:09.056268 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:09.085026 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:09.123401 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:09.143124 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:09.143895 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.197617 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-001cf7e8-c266-44e0-81a4-f119c8fcb245 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1576326 Jun 30 10:26:09.210667 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9483625c-96df-4567-9a8c-574c8e4c1e47 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:26:09.221098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Request body: {'port': {'device_id': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:09.250482 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:09.253368 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Publish callbacks [] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.255165 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f23a-4378-4222-a3e3-efb7b7a26344 req-a7618cf4-244d-4668-9976-d986d846153e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:09.258193 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-21a2f23a-4378-4222-a3e3-efb7b7a26344 req-a7618cf4-244d-4668-9976-d986d846153e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0909715 Jun 30 10:26:09.289017 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Transition to ACTIVE for port object 9483625c-96df-4567-9a8c-574c8e4c1e47 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:26:09.315220 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-21a2f23a-4378-4222-a3e3-efb7b7a26344 req-8bc6aa2f-367e-4a8e-b833-5af8775dcc11 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490894 Jun 30 10:26:09.321763 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5bf80899-6594-4b77-9d1e-14f2fe45a319 None None] Provisioning complete for port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:09.322529 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5bf80899-6594-4b77-9d1e-14f2fe45a319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.326337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.367909 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5bf80899-6594-4b77-9d1e-14f2fe45a319 None None] Port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:09.376653 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.400474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bfc0-142c-4802-99af-ad1d941c3374 req-c0b71a27-803a-4ec9-978d-b023a0d89bf8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:09.402056 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d804bfc0-142c-4802-99af-ad1d941c3374 req-c0b71a27-803a-4ec9-978d-b023a0d89bf8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 931 time: 0.1286182 Jun 30 10:26:09.434051 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Pushing event updated for resources: {'Port': ['ID=9483625c-96df-4567-9a8c-574c8e4c1e47,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:09.534950 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d804bfc0-142c-4802-99af-ad1d941c3374 req-c2177531-1bb7-4abf-9aa0-90857735920a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230764 Jun 30 10:26:09.542606 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf546e-cae9-40df-be04-f8e387160e4a req-887f90f4-0dc0-4c7e-b9d4-0eae4180e0a6 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:09.544406 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-41cf546e-cae9-40df-be04-f8e387160e4a req-887f90f4-0dc0-4c7e-b9d4-0eae4180e0a6 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 948 time: 0.0633526 Jun 30 10:26:09.609253 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-41cf546e-cae9-40df-be04-f8e387160e4a req-7cdc9fa5-263f-4402-a117-14a8817eabfb tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Jun 30 10:26:09.648298 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Attempting to bind port 9483625c-96df-4567-9a8c-574c8e4c1e47 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:09.648629 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Attempting to bind port 9483625c-96df-4567-9a8c-574c8e4c1e47 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:09.648954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Attempting to bind port 9483625c-96df-4567-9a8c-574c8e4c1e47 on network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:09.665262 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Port 9483625c-96df-4567-9a8c-574c8e4c1e47 on network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:26:09.665610 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Attempting to bind port 9483625c-96df-4567-9a8c-574c8e4c1e47 on network 50deca76-ad5c-4d5c-95c2-f566964cc1c2 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:09.679577 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:09.679908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Checking segment: {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:09.680289 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Bound using segment: {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:09.680723 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Bound port: 9483625c-96df-4567-9a8c-574c8e4c1e47, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17160d5-2e12-453f-bc4d-7941e27b5feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:09.681079 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.806137 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] For port 9483625c-96df-4567-9a8c-574c8e4c1e47, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:09.813561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] For port 9483625c-96df-4567-9a8c-574c8e4c1e47, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9483625c-96df-4567-9a8c-574c8e4c1e47,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:09.837129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.873608 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:26:09.879355 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:09.887243 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Publish callbacks [] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.890198 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:09.890843 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.892320 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] 10.222.0.55 "PUT /v2.0/ports/9483625c-96df-4567-9a8c-574c8e4c1e47 HTTP/1.1" status: 200 len: 1098 time: 1.2767060 Jun 30 10:26:09.892725 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'tag': '9483625c-96df-4567-9a8c-574c8e4c1e47'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:09.895166 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51def869-b205-4ff7-a473-2446df39a254" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7a909-ab5b-4ced-bd5b-3a60d91210d5", "tag": "9483625c-96df-4567-9a8c-574c8e4c1e47"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:09.928303 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Transition to ACTIVE for port object 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:26:09.936694 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:09.957265 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7820c35-dce5-4c2c-9f77-af23a4f6eda9 service neutron] Pushing event updated for resources: {'Port': ['ID=9483625c-96df-4567-9a8c-574c8e4c1e47,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:09.992508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c471f75-0d89-4bec-8be2-36e4d8ce317f x-openstack-request-id: req-1c471f75-0d89-4bec-8be2-36e4d8ce317f {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:09.992913 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7a909-ab5b-4ced-bd5b-3a60d91210d5", "tag": "9483625c-96df-4567-9a8c-574c8e4c1e47", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:09.993258 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c471f75-0d89-4bec-8be2-36e4d8ce317f {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:09.993797 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c471f75-0d89-4bec-8be2-36e4d8ce317f'] response: {'name': 'network-changed', 'server_uuid': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'tag': '9483625c-96df-4567-9a8c-574c8e4c1e47', 'status': 'completed', 'code': 200} Jun 30 10:26:10.162440 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-b430d24b-aeed-46f0-a8a8-1bfe525d6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.164204 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-b430d24b-aeed-46f0-a8a8-1bfe525d6754 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f41f21b032124a3fa62356ed6f4024cf&device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 1132 time: 0.2153587 Jun 30 10:26:10.167425 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Pushing event updated for resources: {'Port': ['ID=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:10.219601 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-b82fc65e-d5e5-4c37-8952-eedbf36e91f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9483625c-96df-4567-9a8c-574c8e4c1e47 HTTP/1.1" status: 200 len: 217 time: 0.0433466 Jun 30 10:26:10.239170 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Attempting to bind port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:10.239514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Attempting to bind port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:10.239844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Attempting to bind port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:10.244817 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:26:10.245152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Attempting to bind port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:10.250954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:10.251299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:10.251795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Bound using segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:10.252103 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Bound port: 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:10.252464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:10.256129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:10.356850 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-29c7fda6-1286-4d90-b6b1-1a3136431fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.358319 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-29c7fda6-1286-4d90-b6b1-1a3136431fda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ddfcd871-17bf-4541-9313-436f2f7aa820 HTTP/1.1" status: 200 len: 843 time: 0.0854456 Jun 30 10:26:10.362923 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] For port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:10.368084 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] For port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:10.400314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:10.440091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-a0993487-a640-4585-88a6-6c7a2a8127e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.441650 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-a0993487-a640-4585-88a6-6c7a2a8127e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50deca76-ad5c-4d5c-95c2-f566964cc1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0756774 Jun 30 10:26:10.445159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.445792 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:10.447422 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 HTTP/1.1" status: 200 len: 1093 time: 1.2310877 Jun 30 10:26:10.449982 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d209-7057-4a80-ad4f-37a22288cd12 req-faf8b691-e74b-4361-9a02-ec8ecd9f7fe2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.451605 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8801d209-7057-4a80-ad4f-37a22288cd12 req-faf8b691-e74b-4361-9a02-ec8ecd9f7fe2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0546384 Jun 30 10:26:10.491410 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:10.508217 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:10.513882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fe3f2-618c-4dee-ace6-78c3528e4505 service neutron] Pushing event updated for resources: {'Port': ['ID=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:10.535476 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8801d209-7057-4a80-ad4f-37a22288cd12 req-bf43ab30-5475-437e-8f6d-6af694d7e946 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747423 Jun 30 10:26:10.583789 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-7f74cc4a-cde8-434e-9873-b585f0e1b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.585296 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-7f74cc4a-cde8-434e-9873-b585f0e1b91c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 1127 time: 0.0823238 Jun 30 10:26:10.601922 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-71b88760-fec9-403d-b867-3ce2441a42b0 service neutron] 10.222.0.55 "GET /v2.0/networks/50deca76-ad5c-4d5c-95c2-f566964cc1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491511 Jun 30 10:26:10.678599 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c3cc-3133-4c8b-b92f-addcc05cab23 req-e50e3350-0df6-43f0-8cd2-717a7cddc1d4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.680337 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5677c3cc-3133-4c8b-b92f-addcc05cab23 req-e50e3350-0df6-43f0-8cd2-717a7cddc1d4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0549304 Jun 30 10:26:10.728482 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e038bbf-972b-4ab8-a992-741b29282877 req-f377be26-23f8-44bc-9677-fb49de1319a2 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:10.729894 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9e038bbf-972b-4ab8-a992-741b29282877 req-f377be26-23f8-44bc-9677-fb49de1319a2 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 948 time: 0.0494931 Jun 30 10:26:10.736120 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5677c3cc-3133-4c8b-b92f-addcc05cab23 req-b7a00644-b7a1-4592-9f5a-084bf89f53a6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503883 Jun 30 10:26:10.797807 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9e038bbf-972b-4ab8-a992-741b29282877 req-8966153e-d102-461a-a4e5-531779c90427 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 Jun 30 10:26:11.650938 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d0eecf62-f81a-44b3-a9b2-b2d6044bc7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:11.651681 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b5a75-ed3c-47e8-915a-fd4695486fbe req-5d081af9-e538-477d-9623-51e1e750a568 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:11.653151 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-790b5a75-ed3c-47e8-915a-fd4695486fbe req-5d081af9-e538-477d-9623-51e1e750a568 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0552361 Jun 30 10:26:11.704593 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-790b5a75-ed3c-47e8-915a-fd4695486fbe req-ae7ef8cf-3593-49c3-9a59-1600f1fb899b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Jun 30 10:26:11.857891 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7fe0d-a610-4b34-b10c-92e5766f0eac req-63b6e2a9-e0c1-4443-9b64-27b45aecc88f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:11.859431 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-94c7fe0d-a610-4b34-b10c-92e5766f0eac req-63b6e2a9-e0c1-4443-9b64-27b45aecc88f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0517805 Jun 30 10:26:11.912911 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-94c7fe0d-a610-4b34-b10c-92e5766f0eac req-f971a32f-57f7-46b5-acff-5958808130ac tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472858 Jun 30 10:26:11.922949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183065-f284-42c4-8e74-71e96badb9bb req-8b24ae15-1282-4138-a04f-fa89ac280bb9 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:11.924801 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a4183065-f284-42c4-8e74-71e96badb9bb req-8b24ae15-1282-4138-a04f-fa89ac280bb9 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 948 time: 0.0570424 Jun 30 10:26:11.979626 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a4183065-f284-42c4-8e74-71e96badb9bb req-2065472f-dcf3-4b49-9b82-2d96974565cd tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Jun 30 10:26:11.995375 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:11.998296 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:12.040614 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e925d7-5f42-4895-b9f6-f76e58bcde19 x-openstack-request-id: req-f6e925d7-5f42-4895-b9f6-f76e58bcde19 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:12.040969 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:12.041281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6e925d7-5f42-4895-b9f6-f76e58bcde19 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:12.041746 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e925d7-5f42-4895-b9f6-f76e58bcde19'] response: {'name': 'network-changed', 'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'status': 'completed', 'code': 200} Jun 30 10:26:12.527933 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:12.531110 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:12.819548 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfc885-9cb3-4588-b704-e8ae60eaf42c req-142498e0-f391-406a-b64b-671c1a72b8d1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:12.821262 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3adfc885-9cb3-4588-b704-e8ae60eaf42c req-142498e0-f391-406a-b64b-671c1a72b8d1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0475779 Jun 30 10:26:12.873301 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3adfc885-9cb3-4588-b704-e8ae60eaf42c req-702bd602-5738-4949-bed3-6f84c9ee8786 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458522 Jun 30 10:26:13.032171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ff762-36b2-4485-b52f-3027d9c23916 req-21ed1f0d-f676-4f43-b899-e718d44096d1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:13.033782 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-eb0ff762-36b2-4485-b52f-3027d9c23916 req-21ed1f0d-f676-4f43-b899-e718d44096d1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0490851 Jun 30 10:26:13.079245 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:13.085743 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-eb0ff762-36b2-4485-b52f-3027d9c23916 req-4baf9210-d06a-4ac5-bf2f-60ee80747a5b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Jun 30 10:26:13.097191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e22c-a6ff-49e7-8931-3ce1b6143554 req-2d7787bf-a695-43e4-a824-d5fe978404bc tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:13.104232 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c558e22c-a6ff-49e7-8931-3ce1b6143554 req-2d7787bf-a695-43e4-a824-d5fe978404bc tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 948 time: 0.0496132 Jun 30 10:26:13.147856 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c558e22c-a6ff-49e7-8931-3ce1b6143554 req-4b4c6869-33d7-4ace-8bb8-263ccb3ec9be tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Jun 30 10:26:13.264107 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-91ad4947-6599-4a2f-a84d-8e3e763b78ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 HTTP/1.1" status: 200 len: 217 time: 0.0401924 Jun 30 10:26:13.364185 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-41745e25-00a8-4566-854b-437e01bfd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:13.365637 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-41745e25-00a8-4566-854b-437e01bfd034 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.0900190 Jun 30 10:26:13.367529 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:13.396226 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-613bdb05-8d86-4735-b4d4-a31bd94b975b req-b5bc7451-64f1-47de-a623-01d70783485d service neutron] 10.222.0.55 "GET /v2.0/networks/50deca76-ad5c-4d5c-95c2-f566964cc1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398587 Jun 30 10:26:13.423093 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-d8e8a689-6ade-419b-ac90-12d52d4f9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:13.424589 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-d8e8a689-6ade-419b-ac90-12d52d4f9ab7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414810 Jun 30 10:26:13.823727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e975c7c6-8457-445c-a1cb-8b167e751e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:13.990948 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380289-6855-4f63-ac38-ab3c61a21267 req-141bd51a-9bfe-47d8-b6f9-a64ceb7bc53a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:13.992416 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-22380289-6855-4f63-ac38-ab3c61a21267 req-141bd51a-9bfe-47d8-b6f9-a64ceb7bc53a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0468078 Jun 30 10:26:14.041771 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-22380289-6855-4f63-ac38-ab3c61a21267 req-65f159da-d965-4d78-8692-c06be5c71969 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Jun 30 10:26:14.209839 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd7911-ab66-4bc1-a065-032295198b30 req-e0794923-70ad-48c6-a529-b93cf531191d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:14.211346 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-85dd7911-ab66-4bc1-a065-032295198b30 req-e0794923-70ad-48c6-a529-b93cf531191d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0493140 Jun 30 10:26:14.258360 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-85dd7911-ab66-4bc1-a065-032295198b30 req-f752bea3-b54c-4628-9df5-26a8ad0bf4ec tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Jun 30 10:26:14.261519 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031aa4-7793-481a-8206-b801d021575e req-64a07224-7899-4641-809c-603846f1ed3b tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:14.263107 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d031aa4-7793-481a-8206-b801d021575e req-64a07224-7899-4641-809c-603846f1ed3b tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 948 time: 0.0477998 Jun 30 10:26:14.318741 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d031aa4-7793-481a-8206-b801d021575e req-1cc46cf7-4c5d-46b3-8c66-af21beded297 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488865 Jun 30 10:26:14.727791 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def869-b205-4ff7-a473-2446df39a254 req-dd850117-03ea-4909-bc1e-1ed4e27e4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:14.729275 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-dd850117-03ea-4909-bc1e-1ed4e27e4ebd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f41f21b032124a3fa62356ed6f4024cf&device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 1132 time: 0.3411601 Jun 30 10:26:14.781378 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-3894c9c3-60eb-462b-b834-067b0dcebd61 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113226 Jun 30 10:26:14.900238 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def869-b205-4ff7-a473-2446df39a254 req-076dd6b5-d9f4-4143-b44a-797cd70c471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:14.901672 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-076dd6b5-d9f4-4143-b44a-797cd70c471f service neutron] 10.222.0.55 "GET /v2.0/networks?id=50deca76-ad5c-4d5c-95c2-f566964cc1c2 HTTP/1.1" status: 200 len: 870 time: 0.1644289 Jun 30 10:26:14.951802 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-041b888f-2705-4dc5-b410-40c3d16495b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9483625c-96df-4567-9a8c-574c8e4c1e47 HTTP/1.1" status: 200 len: 217 time: 0.0423102 Jun 30 10:26:14.958725 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e0c5ab3b-45f1-4392-8896-df1a11770955 req-425f252a-c91c-49b0-ac53-f093be630a3e service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471443 Jun 30 10:26:15.010894 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def869-b205-4ff7-a473-2446df39a254 req-51110cfc-5509-42fe-9d12-71b04e612c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:15.012540 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-51110cfc-5509-42fe-9d12-71b04e612c36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ddfcd871-17bf-4541-9313-436f2f7aa820 HTTP/1.1" status: 200 len: 843 time: 0.0529852 Jun 30 10:26:15.165272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62649010-14f3-474e-9214-165125dd5110 req-5d95d1df-bcba-44a4-a422-efe9bb4ed154 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:15.167156 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62649010-14f3-474e-9214-165125dd5110 req-5d95d1df-bcba-44a4-a422-efe9bb4ed154 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Jun 30 10:26:15.219336 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62649010-14f3-474e-9214-165125dd5110 req-07dae384-ac3a-4b7c-b6de-83ee630b4e3c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463488 Jun 30 10:26:15.231859 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:15.372160 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0592d-704a-4016-8314-e640081bdc11 req-391ee471-2fee-4629-afbe-f3a94ea12eaa tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:15.373866 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9db0592d-704a-4016-8314-e640081bdc11 req-391ee471-2fee-4629-afbe-f3a94ea12eaa tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0473404 Jun 30 10:26:15.433043 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9db0592d-704a-4016-8314-e640081bdc11 req-4b9518af-a91d-4021-b46d-438d91524911 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524037 Jun 30 10:26:15.436164 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02226-3215-48b0-a5a9-dc9922116708 req-9bc24422-c2e4-4742-82c2-6af2618bbeba tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:15.437829 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66d02226-3215-48b0-a5a9-dc9922116708 req-9bc24422-c2e4-4742-82c2-6af2618bbeba tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 948 time: 0.0519271 Jun 30 10:26:15.498948 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66d02226-3215-48b0-a5a9-dc9922116708 req-f5478487-9a33-4333-a8d9-2c78ddafeaf2 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545311 Jun 30 10:26:15.868920 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 9483625c-96df-4567-9a8c-574c8e4c1e47 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:26:15.875768 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:15.983032 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 9483625c-96df-4567-9a8c-574c8e4c1e47, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9483625c-96df-4567-9a8c-574c8e4c1e47,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:15.995428 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '9483625c-96df-4567-9a8c-574c8e4c1e47', 'network_id': '50deca76-ad5c-4d5c-95c2-f566964cc1c2', 'port_id': '9483625c-96df-4567-9a8c-574c8e4c1e47', 'mac_address': 'fa:16:3e:73:69:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfcd871-17bf-4541-9313-436f2f7aa820', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:26:16.030450 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:16.033737 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 9483625c-96df-4567-9a8c-574c8e4c1e47 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:16.034118 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:16.047897 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9483625c-96df-4567-9a8c-574c8e4c1e47 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:26:16.049496 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def869-b205-4ff7-a473-2446df39a254 req-99292fab-e40a-4b21-8b46-44120e890463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.051050 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-99292fab-e40a-4b21-8b46-44120e890463 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50deca76-ad5c-4d5c-95c2-f566964cc1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0733705 Jun 30 10:26:16.051928 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-931b0f43-2166-4a56-ba6c-8e870eef1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.053229 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-931b0f43-2166-4a56-ba6c-8e870eef1c5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 1127 time: 0.0661087 Jun 30 10:26:16.070360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 9483625c-96df-4567-9a8c-574c8e4c1e47, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9483625c-96df-4567-9a8c-574c8e4c1e47,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:16.076538 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:16.128767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=9483625c-96df-4567-9a8c-574c8e4c1e47,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:16.136077 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.136430 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.136859 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.137171 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.137496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.137877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.138238 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.138514 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.138872 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.139280 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.139612 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.140077 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.140376 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.140762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.141111 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:16.231390 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-e9e30ea9-3f70-4e32-b5b5-3362b1ad8f97 service neutron] 10.222.0.55 "GET /v2.0/networks/50deca76-ad5c-4d5c-95c2-f566964cc1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680076 Jun 30 10:26:16.232462 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-63dc33a6-20f4-4f95-ba00-c4fa45517355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.233768 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-63dc33a6-20f4-4f95-ba00-c4fa45517355 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 916 time: 0.1693213 Jun 30 10:26:16.258465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:16.311760 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-e7bb0424-7040-4d90-8cfb-233ca23a146d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 HTTP/1.1" status: 200 len: 217 time: 0.0618186 Jun 30 10:26:16.363955 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d974c3e-901b-4869-b5e1-a55f19d922d5 req-6a9ef09c-fae6-4946-aa49-9c9221c4ed4a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.365583 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5d974c3e-901b-4869-b5e1-a55f19d922d5 req-6a9ef09c-fae6-4946-aa49-9c9221c4ed4a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0544138 Jun 30 10:26:16.375625 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['9483625c-96df-4567-9a8c-574c8e4c1e47'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:16.414679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-509591b8-cd71-4eb9-8a94-d94c966f1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.416213 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-509591b8-cd71-4eb9-8a94-d94c966f1338 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.0962992 Jun 30 10:26:16.419018 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5d974c3e-901b-4869-b5e1-a55f19d922d5 req-5a484c0b-a792-4cea-bbff-ee9c05a94866 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476613 Jun 30 10:26:16.436058 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-51def869-b205-4ff7-a473-2446df39a254 req-adf614e5-61de-40cf-ae2e-228e78be48f0 service neutron] 10.222.0.55 "GET /v2.0/networks/50deca76-ad5c-4d5c-95c2-f566964cc1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931164 Jun 30 10:26:16.466787 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-ce0304c5-37e1-4702-add4-340e02bcc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.468286 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-ce0304c5-37e1-4702-add4-340e02bcc157 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445313 Jun 30 10:26:16.522618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:16.603447 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19483cd9-57a8-4a0d-8d6a-668cfce3026f req-637081f8-d95e-4fc0-b40f-6261cc9b09b4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.604913 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-19483cd9-57a8-4a0d-8d6a-668cfce3026f req-637081f8-d95e-4fc0-b40f-6261cc9b09b4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0950675 Jun 30 10:26:16.619205 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8a02-3943-419f-99fc-84f66e496c6a req-7418755b-74b2-4533-84ec-64d86e404246 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:16.620699 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bff8a02-3943-419f-99fc-84f66e496c6a req-7418755b-74b2-4533-84ec-64d86e404246 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 949 time: 0.0503569 Jun 30 10:26:16.631877 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-edbbc7b8-4fc6-4a58-835a-5831b136eb96 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567996 Jun 30 10:26:16.673531 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bff8a02-3943-419f-99fc-84f66e496c6a req-b97e91fe-01a4-47bb-a217-ab78722ebe0d tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472836 Jun 30 10:26:16.680671 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-19483cd9-57a8-4a0d-8d6a-668cfce3026f req-d6678183-c3aa-4303-bda9-8014d0a9d3ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655324 Jun 30 10:26:16.686295 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:16.756664 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7910b81a-5f02-4ab6-a11b-025a09c2c0f8 req-ad868bc6-2944-4bb4-850a-610d100af716 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120768 Jun 30 10:26:17.043644 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:17.540989 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d707a8-8c68-4fba-927e-52266ec036e1 req-f51151b8-d99f-41bb-9fe5-65d1ae6bbdf9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:17.542446 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-52d707a8-8c68-4fba-927e-52266ec036e1 req-f51151b8-d99f-41bb-9fe5-65d1ae6bbdf9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0500019 Jun 30 10:26:17.588922 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-52d707a8-8c68-4fba-927e-52266ec036e1 req-fe502a33-accf-4213-9227-72fa6e4dc2ab tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409992 Jun 30 10:26:17.796632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766de99-c42e-4b35-be5e-219a75dc2792 req-304e9e3a-ea6c-48a4-9225-d01e8b6b08a8 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:17.798134 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4766de99-c42e-4b35-be5e-219a75dc2792 req-304e9e3a-ea6c-48a4-9225-d01e8b6b08a8 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 949 time: 0.0502386 Jun 30 10:26:17.804893 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c1049-fe96-4f50-a147-974d3c2793f7 req-2f9bd12d-d603-4577-8edf-a50fa3df116d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:17.806379 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b36c1049-fe96-4f50-a147-974d3c2793f7 req-2f9bd12d-d603-4577-8edf-a50fa3df116d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 943 time: 0.0487573 Jun 30 10:26:17.847959 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4766de99-c42e-4b35-be5e-219a75dc2792 req-c198ed6f-e454-4ca4-83ef-4ff6d178a665 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Jun 30 10:26:17.857315 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b36c1049-fe96-4f50-a147-974d3c2793f7 req-81c11b22-c335-4fe0-b760-a2d0a0a6d5d9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Jun 30 10:26:17.875386 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:26:17.888510 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 9483625c-96df-4567-9a8c-574c8e4c1e47 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:17.986357 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 9483625c-96df-4567-9a8c-574c8e4c1e47 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:26:17.998384 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 9483625c-96df-4567-9a8c-574c8e4c1e47 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:17.998776 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:18.048590 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:18.067164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'port_id': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'mac_address': 'fa:16:3e:78:9e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:26:18.126222 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 9483625c-96df-4567-9a8c-574c8e4c1e47 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:18.126643 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:18.131987 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:18.132381 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:18.148067 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:18.155186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:26:18.171992 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483625c-96df-4567-9a8c-574c8e4c1e47'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:18.174563 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9e6a8-e8ae-479d-8a40-16e09824b483" -d '{"events": [{"server_uuid": "46a7a909-ab5b-4ced-bd5b-3a60d91210d5", "name": "network-vif-plugged", "status": "completed", "tag": "9483625c-96df-4567-9a8c-574c8e4c1e47"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:18.200944 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:18.203237 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 9483625c-96df-4567-9a8c-574c8e4c1e47, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9483625c-96df-4567-9a8c-574c8e4c1e47,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:18.207901 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:18.213409 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:18.236039 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda40124-00f0-4e8d-a412-847c65fdf63a x-openstack-request-id: req-dda40124-00f0-4e8d-a412-847c65fdf63a {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:18.236532 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a7a909-ab5b-4ced-bd5b-3a60d91210d5", "name": "network-vif-plugged", "status": "completed", "tag": "9483625c-96df-4567-9a8c-574c8e4c1e47", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:18.236734 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dda40124-00f0-4e8d-a412-847c65fdf63a {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:18.237120 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda40124-00f0-4e8d-a412-847c65fdf63a'] response: {'server_uuid': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9483625c-96df-4567-9a8c-574c8e4c1e47', 'code': 200} Jun 30 10:26:18.262851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:18.314237 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=9483625c-96df-4567-9a8c-574c8e4c1e47,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:18.407759 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0bfd6-91aa-4757-9900-914badbe227e req-9db5c61f-1a89-4196-b4db-726a662547ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:18.409469 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcc0bfd6-91aa-4757-9900-914badbe227e req-9db5c61f-1a89-4196-b4db-726a662547ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 1134 time: 0.0445259 Jun 30 10:26:18.457986 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcc0bfd6-91aa-4757-9900-914badbe227e req-c283aba1-8211-4343-853c-bdc4b784836e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Jun 30 10:26:18.537283 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:18.668753 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:18.716365 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b8a7-dfc4-45f6-b2a5-be976dacdfaa req-e148b4ac-2e70-43a6-8abf-d56e19051365 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:18.717849 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cd96b8a7-dfc4-45f6-b2a5-be976dacdfaa req-e148b4ac-2e70-43a6-8abf-d56e19051365 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0500796 Jun 30 10:26:18.760944 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:18.764074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:18.769387 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cd96b8a7-dfc4-45f6-b2a5-be976dacdfaa req-d3f4bc5d-6f25-4f74-8ae9-2762886eb13a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457754 Jun 30 10:26:18.972258 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07422b-792f-442c-8f8f-4ef7d862176e req-5ec10acc-b1b1-40b9-8153-8da5a7cde014 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:18.973861 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9a07422b-792f-442c-8f8f-4ef7d862176e req-5ec10acc-b1b1-40b9-8153-8da5a7cde014 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0555739 Jun 30 10:26:18.975337 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb159767-aea9-48ea-ad32-a901c98a3ad0 req-c7960a8d-025f-4558-bd26-fd27a1b480e6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:18.976825 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fb159767-aea9-48ea-ad32-a901c98a3ad0 req-c7960a8d-025f-4558-bd26-fd27a1b480e6 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 944 time: 0.0495250 Jun 30 10:26:19.008434 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:19.024498 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9a07422b-792f-442c-8f8f-4ef7d862176e req-13b83ee5-a1e4-4011-982a-c6e3ce83265c tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Jun 30 10:26:19.028113 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fb159767-aea9-48ea-ad32-a901c98a3ad0 req-5aa118bc-08a9-42cd-b2c2-8e89c8719dad tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Jun 30 10:26:19.885430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeb96f-0eb3-45a9-a7b6-1afec3838547 req-f78901f1-76f6-4bd2-b7e3-dab26aa9700d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:19.886948 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-acbeb96f-0eb3-45a9-a7b6-1afec3838547 req-f78901f1-76f6-4bd2-b7e3-dab26aa9700d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0468645 Jun 30 10:26:19.895694 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:19.936532 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-acbeb96f-0eb3-45a9-a7b6-1afec3838547 req-7b0652b9-68d1-455e-8ddb-e238b20c324d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Jun 30 10:26:19.942449 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:26:19.953600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:19.953600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:20.026103 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:20.026490 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:20.063261 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:20.068197 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:20.124732 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:20.178669 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a012-d1da-405c-aaf0-5db1fc7a4856 req-a337d8cd-119e-4d2e-88e2-924be35fa39a tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:20.183333 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7e16a012-d1da-405c-aaf0-5db1fc7a4856 req-a337d8cd-119e-4d2e-88e2-924be35fa39a tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0543094 Jun 30 10:26:20.196565 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217718bb-b9fa-4816-9a69-5562f38cb684 req-1d6b774d-6180-438f-9ac6-29c2bc2c7a03 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:20.198666 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-217718bb-b9fa-4816-9a69-5562f38cb684 req-1d6b774d-6180-438f-9ac6-29c2bc2c7a03 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0533605 Jun 30 10:26:20.232190 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7e16a012-d1da-405c-aaf0-5db1fc7a4856 req-a3bd6f50-3fe6-4bcd-b85a-2a1b939273ef tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Jun 30 10:26:20.238417 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:20.240730 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f325fc29-6fb1-4892-ae91-7ec3399bd49e" -d '{"events": [{"server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "name": "network-vif-plugged", "status": "completed", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:20.263528 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-217718bb-b9fa-4816-9a69-5562f38cb684 req-fbebeac1-33f5-428b-91fc-af355af0fdca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552800 Jun 30 10:26:20.277516 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ae10b2-c290-4d4e-86ae-6053c2195530 x-openstack-request-id: req-06ae10b2-c290-4d4e-86ae-6053c2195530 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:20.277813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "name": "network-vif-plugged", "status": "completed", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:20.278089 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06ae10b2-c290-4d4e-86ae-6053c2195530 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:20.278481 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ae10b2-c290-4d4e-86ae-6053c2195530'] response: {'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'code': 200} Jun 30 10:26:21.058570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0cf6-a56c-4435-8df0-e82e2f98a14f req-9e9f4f0f-41f9-44fa-92d2-5cf89734e2f4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:21.060050 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-957f0cf6-a56c-4435-8df0-e82e2f98a14f req-9e9f4f0f-41f9-44fa-92d2-5cf89734e2f4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0468299 Jun 30 10:26:21.108497 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-957f0cf6-a56c-4435-8df0-e82e2f98a14f req-400a7ecb-8c9d-45f0-9bde-6a56ef2c67a5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428004 Jun 30 10:26:21.354389 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d074fb9-04f7-4738-87b0-d8122522a86c req-5b6d4d63-4931-4c32-a92f-9abd0159acac tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:21.355931 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5d074fb9-04f7-4738-87b0-d8122522a86c req-5b6d4d63-4931-4c32-a92f-9abd0159acac tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0525682 Jun 30 10:26:21.362875 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:21.381676 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17993e-cd53-4e69-ae01-c24767c9641d req-00b89659-d2cd-4096-ada7-8e329d00bf21 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:21.383177 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3d17993e-cd53-4e69-ae01-c24767c9641d req-00b89659-d2cd-4096-ada7-8e329d00bf21 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0484176 Jun 30 10:26:21.407406 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5d074fb9-04f7-4738-87b0-d8122522a86c req-e34eebdc-ea0d-477f-9e80-0d11e2d6f23a tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Jun 30 10:26:21.433218 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3d17993e-cd53-4e69-ae01-c24767c9641d req-2f24df31-9311-4d16-848f-3ecba2fb1442 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Jun 30 10:26:21.514136 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcba640-a47d-418c-8c89-755b7f525366 req-23b4fd87-a0ee-4bcd-b638-1d3b475d0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:21.515930 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8dcba640-a47d-418c-8c89-755b7f525366 req-23b4fd87-a0ee-4bcd-b638-1d3b475d0f0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 1129 time: 0.0515509 Jun 30 10:26:21.563659 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8dcba640-a47d-418c-8c89-755b7f525366 req-752c1a5b-a077-4608-88e2-d337583edde4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Jun 30 10:26:21.713527 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0790a6-9389-46a8-9363-3538d7780da8 req-ca04b728-695f-4403-9fb2-888f1431b008 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:21.715543 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5a0790a6-9389-46a8-9363-3538d7780da8 req-ca04b728-695f-4403-9fb2-888f1431b008 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0582342 Jun 30 10:26:21.776405 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5a0790a6-9389-46a8-9363-3538d7780da8 req-47a2ca0d-488e-4e2f-80c5-84e54b765845 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Jun 30 10:26:21.858186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5cbc3-0ee0-45be-bd65-6b0dc6a355bc req-d703443b-c3bb-4e6f-b125-e9750d52d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:21.858186 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bca5cbc3-0ee0-45be-bd65-6b0dc6a355bc req-d703443b-c3bb-4e6f-b125-e9750d52d62f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.0487163 Jun 30 10:26:22.225730 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d69fb-9ad5-4110-8628-0b9af5856fda req-531afbd7-100d-4b94-b42a-65aef476a530 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:22.227226 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a21d69fb-9ad5-4110-8628-0b9af5856fda req-531afbd7-100d-4b94-b42a-65aef476a530 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0488029 Jun 30 10:26:22.279113 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a21d69fb-9ad5-4110-8628-0b9af5856fda req-e40a2f2f-caa8-4c3f-9d14-79125a410643 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461855 Jun 30 10:26:22.547768 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991b233-194b-4773-9a78-fb72105a804f req-ab428ac8-61b7-420e-b3df-b3391c8bdb49 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:22.549496 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6991b233-194b-4773-9a78-fb72105a804f req-ab428ac8-61b7-420e-b3df-b3391c8bdb49 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0475290 Jun 30 10:26:22.597108 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6991b233-194b-4773-9a78-fb72105a804f req-6f93dc93-54f1-4a10-8c20-13a6521d44e0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Jun 30 10:26:22.910876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9e383-d260-4ae6-b4ba-cc9f1246347e req-e6abd4ad-3452-4bff-b3f3-b4afeba33a2f tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:22.912367 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e9c9e383-d260-4ae6-b4ba-cc9f1246347e req-e6abd4ad-3452-4bff-b3f3-b4afeba33a2f tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0501127 Jun 30 10:26:22.994946 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e9c9e383-d260-4ae6-b4ba-cc9f1246347e req-0550fc69-79ed-4193-9456-5d31aef936aa tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758743 Jun 30 10:26:23.004594 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bca5cbc3-0ee0-45be-bd65-6b0dc6a355bc req-10c80f4a-59d8-4832-a452-2a2561712969 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764990 Jun 30 10:26:23.393159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3f4c1-5fbb-4a4a-98ad-9ed55347ac50 req-a2c1db18-1296-43ea-870e-c48b5121bfe6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:23.395251 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ab3f4c1-5fbb-4a4a-98ad-9ed55347ac50 req-a2c1db18-1296-43ea-870e-c48b5121bfe6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0471039 Jun 30 10:26:23.446867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6ab3f4c1-5fbb-4a4a-98ad-9ed55347ac50 req-2a69eb66-b5e0-4fc0-848e-42032f2b3791 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460005 Jun 30 10:26:23.712090 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5710-326d-4cfc-ba91-5aa0d007d6df req-ddd7c40f-71e1-4e2d-84ef-d8cb58876ede tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:23.713591 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c05f5710-326d-4cfc-ba91-5aa0d007d6df req-ddd7c40f-71e1-4e2d-84ef-d8cb58876ede tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0472898 Jun 30 10:26:23.763281 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c05f5710-326d-4cfc-ba91-5aa0d007d6df req-e2fc263e-771b-4485-b3e9-e13f418317ff tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Jun 30 10:26:24.025871 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46780) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:24.073391 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Deleting subnet e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:26:24.076786 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Publish callbacks [] for subnet (e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.116285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.116697 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee84c-babd-49c9-b6a3-b35f00a75c71 req-9045fdae-f779-4a67-bff4-b76d05b31143 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:24.118188 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-968ee84c-babd-49c9-b6a3-b35f00a75c71 req-9045fdae-f779-4a67-bff4-b76d05b31143 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0484645 Jun 30 10:26:24.157843 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.167639 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-968ee84c-babd-49c9-b6a3-b35f00a75c71 req-84f84761-da45-4360-bb08-64d04b2cf16e tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Jun 30 10:26:24.213854 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.239645 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:24.242628 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.245113 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e3dd2fa3-4f5f-498f-a5e2-4b0f295c5c45 HTTP/1.1" status: 204 len: 168 time: 0.2177885 Jun 30 10:26:24.247715 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46782) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:24.251462 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.251807 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.252146 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.252483 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.252812 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.253137 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.254036 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.254523 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.254876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.255203 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.255527 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.255852 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.256170 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.256488 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.256804 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8420f8-55f8-4a55-a9ee-a91101b62c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:24.274974 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:24.323594 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.403191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.423566 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabb24d8-7a5b-46b2-ab85-969d2b04d1c7']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:24.432728 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54cf35b-4f10-4d71-a834-6196c1e588da') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:24.433020 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54cf35b-4f10-4d71-a834-6196c1e588da') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:24.442460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (e54cf35b-4f10-4d71-a834-6196c1e588da), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.455730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (e54cf35b-4f10-4d71-a834-6196c1e588da), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.462528 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:26:24.462935 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (e54cf35b-4f10-4d71-a834-6196c1e588da), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.484228 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment e54cf35b-4f10-4d71-a834-6196c1e588da resource provider aggregate not found Jun 30 10:26:24.525973 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment e54cf35b-4f10-4d71-a834-6196c1e588da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e54cf35b-4f10-4d71-a834-6196c1e588da found for delete ", "request_id": "req-0af56a0e-9f8a-446b-8960-4ac7d168763e"}]} Jun 30 10:26:24.536189 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (aabb24d8-7a5b-46b2-ab85-969d2b04d1c7), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.543988 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:24.550572 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/aabb24d8-7a5b-46b2-ab85-969d2b04d1c7 HTTP/1.1" status: 204 len: 168 time: 0.2984157 Jun 30 10:26:24.557273 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358420-6965-415b-a29b-309f21c800a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabb24d8-7a5b-46b2-ab85-969d2b04d1c7,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:24.590922 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6828f8-2c3f-46ea-856f-6039e4243e56 req-13694457-0659-4757-8db9-039edbcdcb25 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:24.592425 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d6828f8-2c3f-46ea-856f-6039e4243e56 req-13694457-0659-4757-8db9-039edbcdcb25 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0562334 Jun 30 10:26:24.647484 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d6828f8-2c3f-46ea-856f-6039e4243e56 req-eead3812-ca9a-43ae-876a-23133dc4f6b9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466554 Jun 30 10:26:24.737997 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46792) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:24.798540 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-5d28a60f-756c-45a5-8197-6ca77959c664 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:24.800153 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-5d28a60f-756c-45a5-8197-6ca77959c664 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.55 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0919540 Jun 30 10:26:24.820500 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-86db712f-35fd-4caa-82c3-989cf8d2db18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a1214d68d944c2980887bcef3335c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807650 Jun 30 10:26:24.824146 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46796) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:24.942003 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:24.950920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1308f3-5236-4052-a96e-4f51e17c0aaf req-99574ea8-2084-46fd-aee3-9d8252c3115f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:24.952399 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5e1308f3-5236-4052-a96e-4f51e17c0aaf req-99574ea8-2084-46fd-aee3-9d8252c3115f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.1012256 Jun 30 10:26:24.978469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Deleting port 9483625c-96df-4567-9a8c-574c8e4c1e47 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:26:24.978900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.013851 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-61a7855c-c450-4e43-83db-d203fc8e4015 admin admin] Publish callbacks [] for security_group (52b1f348-89dc-411d-a274-c5b50295745c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.092689 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-61a7855c-c450-4e43-83db-d203fc8e4015 admin admin] Publish callbacks [] for security_group (52b1f348-89dc-411d-a274-c5b50295745c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.110824 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5e1308f3-5236-4052-a96e-4f51e17c0aaf req-29452187-3d7c-4f00-922b-295a3daff5ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461346 Jun 30 10:26:25.150584 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] For port 9483625c-96df-4567-9a8c-574c8e4c1e47, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9483625c-96df-4567-9a8c-574c8e4c1e47,segment=NetworkSegment(d17160d5-2e12-453f-bc4d-7941e27b5feb),segment_id=d17160d5-2e12-453f-bc4d-7941e27b5feb)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:25.151309 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.164382 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Calling delete_port for 9483625c-96df-4567-9a8c-574c8e4c1e47 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:26:25.215133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-61a7855c-c450-4e43-83db-d203fc8e4015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (52b1f348-89dc-411d-a274-c5b50295745c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.218979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-61a7855c-c450-4e43-83db-d203fc8e4015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.218979 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-61a7855c-c450-4e43-83db-d203fc8e4015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52b1f348-89dc-411d-a274-c5b50295745c HTTP/1.1" status: 204 len: 168 time: 0.3937709 Jun 30 10:26:25.225257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:25.232768 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7855c-c450-4e43-83db-d203fc8e4015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1f348-89dc-411d-a274-c5b50295745c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:25.234962 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d6c81-d996-4ee5-9452-8c4144d1b1cd req-1913e445-159f-46c7-9550-9f8ec4431052 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:25.237167 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-473d6c81-d996-4ee5-9452-8c4144d1b1cd req-1913e445-159f-46c7-9550-9f8ec4431052 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0576117 Jun 30 10:26:25.251832 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46804) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:25.257281 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'port_id': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:25.304494 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (1702fdde-68c3-4b5a-ad20-fe2c65a4f68e), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.306853 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:25.381405 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:25.386399 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:25.386951 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb0d95-d925-4156-a053-ca6911a31600 req-dd6beb3d-8372-419a-9ace-53780ecb89d4 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:25.391218 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-43eb0d95-d925-4156-a053-ca6911a31600 req-dd6beb3d-8372-419a-9ace-53780ecb89d4 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/ports?device_id=46a7a909-ab5b-4ced-bd5b-3a60d91210d5 HTTP/1.1" status: 200 len: 950 time: 0.0904582 Jun 30 10:26:25.498186 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-43eb0d95-d925-4156-a053-ca6911a31600 req-f20dc552-455f-4fe7-8880-7aec50291ccd tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f284e89-edb8-4baf-b1b1-2024eef517be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954978 Jun 30 10:26:25.515891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (9483625c-96df-4567-9a8c-574c8e4c1e47), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.532970 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['9483625c-96df-4567-9a8c-574c8e4c1e47'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:25.559180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Pushing event deleted for resources: {'Port': ['ID=9483625c-96df-4567-9a8c-574c8e4c1e47,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:25.617826 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] No DVR routers for this DVR port 9483625c-96df-4567-9a8c-574c8e4c1e47 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:26:25.620794 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.624830 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-703d7ef1-3701-447c-8628-2ab5365a6fd1 req-31b44066-61ee-4223-a0c3-cbba97bdc132 tempest-VolumesNegativeTest-1384635852 tempest-VolumesNegativeTest-1384635852-project] 10.222.0.55 "DELETE /v2.0/ports/9483625c-96df-4567-9a8c-574c8e4c1e47 HTTP/1.1" status: 204 len: 173 time: 0.8130291 Jun 30 10:26:25.625527 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'name': 'network-vif-deleted', 'tag': '9483625c-96df-4567-9a8c-574c8e4c1e47'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:25.628515 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2734e-ad6b-49cf-94ce-9edec24d1aff" -d '{"events": [{"server_uuid": "46a7a909-ab5b-4ced-bd5b-3a60d91210d5", "name": "network-vif-deleted", "tag": "9483625c-96df-4567-9a8c-574c8e4c1e47"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:25.727936 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab248cb-0b1c-4eda-b606-7544d0ad4dc8 x-openstack-request-id: req-fab248cb-0b1c-4eda-b606-7544d0ad4dc8 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:25.728260 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a7a909-ab5b-4ced-bd5b-3a60d91210d5", "name": "network-vif-deleted", "tag": "9483625c-96df-4567-9a8c-574c8e4c1e47", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:25.728518 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fab248cb-0b1c-4eda-b606-7544d0ad4dc8 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:25.728928 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab248cb-0b1c-4eda-b606-7544d0ad4dc8'] response: {'server_uuid': '46a7a909-ab5b-4ced-bd5b-3a60d91210d5', 'name': 'network-vif-deleted', 'tag': '9483625c-96df-4567-9a8c-574c8e4c1e47', 'status': 'completed', 'code': 200} Jun 30 10:26:25.829711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7f02-d607-4671-a9a7-3a09b097820f req-c976a1c9-84fa-4171-b937-2a5b21a51e1e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:25.839867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bc3f7f02-d607-4671-a9a7-3a09b097820f req-c976a1c9-84fa-4171-b937-2a5b21a51e1e tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0815585 Jun 30 10:26:25.911417 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bc3f7f02-d607-4671-a9a7-3a09b097820f req-e717cbd7-9365-49d5-a6aa-94bf91a25595 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641341 Jun 30 10:26:25.916039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:25.920239 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (1702fdde-68c3-4b5a-ad20-fe2c65a4f68e), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:26.025127 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP 1702fdde-68c3-4b5a-ad20-fe2c65a4f68e associated. External IP: 172.27.3.5, port: 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0. Jun 30 10:26:26.310958 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:26.444342 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-986dd35f-40db-4cd8-a8dc-0442a8790438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:26.446205 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-986dd35f-40db-4cd8-a8dc-0442a8790438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.0477085 Jun 30 10:26:26.488141 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 46838) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:26.518106 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:26.531257 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:26.542402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:26.548102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:26.549669 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:26.612222 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-10e161ae-0b9b-4376-87b2-80a2ef8a13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:26.615505 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-10e161ae-0b9b-4376-87b2-80a2ef8a13cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.1615202 Jun 30 10:26:26.623671 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:26.641747 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a6678-0224-4188-8537-b3e55fa8c4e5 req-1d56c1b5-d4f4-4704-985f-4c3fa66c53c6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:26.661137 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ef7a6678-0224-4188-8537-b3e55fa8c4e5 req-1d56c1b5-d4f4-4704-985f-4c3fa66c53c6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.2168798 Jun 30 10:26:26.676718 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-428013281-network', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:26.712096 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-41352113-35e8-4c27-90c0-67bf678ed8fd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "PUT /v2.0/floatingips/1702fdde-68c3-4b5a-ad20-fe2c65a4f68e HTTP/1.1" status: 200 len: 989 time: 1.4590945 Jun 30 10:26:26.712324 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:26.713841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Made reservation on behalf of 7cf1b6f5f2de4a079ddce00779fb67d3 for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:26.717693 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:26.719030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:26.720541 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d" -d '{"events": [{"name": "network-changed", "server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:26.781583 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-289e7494-7384-4232-840c-998de5fb6f9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 1002 time: 0.1545954 Jun 30 10:26:26.784763 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:26.804183 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ef7a6678-0224-4188-8537-b3e55fa8c4e5 req-b6939ebc-5584-4ff1-95d0-27485c7f2735 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410639 Jun 30 10:26:26.807155 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a141e2e2-b049-41bb-a20c-071a1fe583f6 x-openstack-request-id: req-a141e2e2-b049-41bb-a20c-071a1fe583f6 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:26.807374 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:26.807548 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a141e2e2-b049-41bb-a20c-071a1fe583f6 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:26.807884 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a141e2e2-b049-41bb-a20c-071a1fe583f6'] response: {'name': 'network-changed', 'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'status': 'completed', 'code': 200} Jun 30 10:26:26.810872 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:26.977053 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-c73d59ab-19f1-44a2-8371-af38b0d8f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:26.979736 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-c73d59ab-19f1-44a2-8371-af38b0d8f0dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 1129 time: 0.1205885 Jun 30 10:26:27.003041 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-d218216b-d029-4c6f-8b1a-37bea145b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:27.004549 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-d218216b-d029-4c6f-8b1a-37bea145b015 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.2163005 Jun 30 10:26:27.113777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-7f7e980b-c1c5-4088-87be-e2693c48408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:27.115558 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-7f7e980b-c1c5-4088-87be-e2693c48408d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993946 Jun 30 10:26:27.140342 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:27.173009 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks [] for security_group (d07bd9cd-f35f-4f91-8069-729abb0ac193), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.187093 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '1702fdde-68c3-4b5a-ad20-fe2c65a4f68e', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:78:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:26:04Z', 'updated_at': '2022-06-30T10:26:25Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:27.190613 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d07bd9cd-f35f-4f91-8069-729abb0ac193), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.221112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:27.231076 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-ebdd18bd-5ed4-4e27-928b-cd29915ed3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:27.232333 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:27.232825 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-ebdd18bd-5ed4-4e27-928b-cd29915ed3b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 916 time: 0.2427852 Jun 30 10:26:27.233173 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:27.247324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:26:27.324233 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:27.325211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (6122aa24-d50d-4f8e-9e12-406ac6d29e65), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.325705 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Added segment 6122aa24-d50d-4f8e-9e12-406ac6d29e65 of type vlan for network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 Jun 30 10:26:27.332624 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bd9cd-f35f-4f91-8069-729abb0ac193,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:27.384596 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-51903b5c-aba4-4aef-983d-5a795e3d4543 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 HTTP/1.1" status: 200 len: 997 time: 0.1400001 Jun 30 10:26:27.389130 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-ee65235c-8e0e-4924-9a58-164770ea6829 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588148 Jun 30 10:26:27.396108 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:27.419916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (f0e75eb5-9d0c-41e1-9758-8fcd27353e66), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.584294 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:27.651325 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '1702fdde-68c3-4b5a-ad20-fe2c65a4f68e', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:78:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:26:04Z', 'updated_at': '2022-06-30T10:26:25Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:27.679716 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82714a3f-a78e-4939-ade4-c742aaa7529f None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '1702fdde-68c3-4b5a-ad20-fe2c65a4f68e', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:78:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:26:04Z', 'updated_at': '2022-06-30T10:26:25Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:27.767161 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.db.resource_extend [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 30 10:26:27.840970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-15f11f47-5980-455d-be29-06a629a74f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:27.842521 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-15f11f47-5980-455d-be29-06a629a74f48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.4424427 Jun 30 10:26:27.845715 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (f0e75eb5-9d0c-41e1-9758-8fcd27353e66), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.846746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:27.847372 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.912562 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:27.938147 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 9483625c-96df-4567-9a8c-574c8e4c1e47 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:27.940193 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f5fefe7-e9b6-4e4f-889d-afd1d227c22c req-fd6b9699-e908-4ff3-b973-0ce7eab6c722 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411465 Jun 30 10:26:27.947741 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46934) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:27.948322 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4581223 Jun 30 10:26:27.961963 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Request body: {'subnet': {'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-428013281-subnet', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:27.994781 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-a9d85157-e41d-43de-a5b3-0f156834c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:27.996373 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-a9d85157-e41d-43de-a5b3-0f156834c97b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1462042 Jun 30 10:26:28.005936 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b27da-297a-47c2-b178-25b489670324 None None] New status for floating IP 1702fdde-68c3-4b5a-ad20-fe2c65a4f68e: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:26:28.014365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 9483625c-96df-4567-9a8c-574c8e4c1e47 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:26:28.015783 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 9483625c-96df-4567-9a8c-574c8e4c1e47 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:26:28.035808 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Made reservation on behalf of 7cf1b6f5f2de4a079ddce00779fb67d3 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:28.039525 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25316079'] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.040503 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3fecb-1b46-45b6-9852-67a9928272b6 req-776cce15-4971-4c73-b90b-85ba3860fd01 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:28.043239 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62c3fecb-1b46-45b6-9852-67a9928272b6 req-776cce15-4971-4c73-b90b-85ba3860fd01 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.1100295 Jun 30 10:26:28.046013 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72229038-3e56-45d1-a6f6-8002c4c45327 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e75eb5-9d0c-41e1-9758-8fcd27353e66,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:28.059255 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:26:28.179558 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-2dcf0de5-e91e-42af-8ea8-420ca2c116c1 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477990 Jun 30 10:26:28.307372 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:28.321135 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62c3fecb-1b46-45b6-9852-67a9928272b6 req-7f8bc622-995b-4d08-aca2-12fae18d6c21 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665875 Jun 30 10:26:28.382020 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25308186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25316089'] for subnet (c61720d1-33c9-4e94-ba70-ec073917af6a), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.451575 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61720d1-33c9-4e94-ba70-ec073917af6a,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:28.461007 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Checking segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:28.461372 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Network hostable DHCP agents. Network: f0e75eb5-9d0c-41e1-9758-8fcd27353e66, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:26:28.493706 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:26:28.505381 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, f0e75eb5-9d0c-41e1-9758-8fcd27353e66) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:28.514255 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:28.515097 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.518221 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4720b2-4fa8-4c4b-b3d3-1988892ec9ed None None] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:26:28.532311 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2a75ace3-99e9-45f7-980c-03ed470a9874 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5831993 Jun 30 10:26:28.535837 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 46968) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:28.540738 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:28.572629 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.574913 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.644429 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks [] for router_controller (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.687724 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:26:28.688890 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.799256 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks [] for router_gateway (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:28.847893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Allocated IP 172.20.0.2 (f0e75eb5-9d0c-41e1-9758-8fcd27353e66/c61720d1-33c9-4e94-ba70-ec073917af6a/4ba3874b-14b9-4d0a-8f3a-8008e5a794d7) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:29.012490 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Publish callbacks [] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.021601 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.067186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:29.074759 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:29.082815 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:29.125440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Pushing event updated for resources: {'Port': ['ID=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:29.161165 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Attempting to bind port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:29.161730 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Attempting to bind port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:29.162095 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Attempting to bind port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:29.168188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:29.168695 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Checking segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:29.169203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.169610 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Bound using segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:29.170071 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Bound port: 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:29.170564 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.187266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:29.242596 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] For port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:29.246549 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] For port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:29.258866 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.318618 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks [] for router_gateway (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.325442 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:29.328755 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e29f8-52f1-41cd-9d8f-ffd134c5ad42 None None] Pushing event updated for resources: {'Port': ['ID=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:29.354390 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.499393 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:29.526335 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:29.528970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:29.567902 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-90843fde-6b8e-4ee4-9bf9-a9f580f4095d req-afcd5738-5edc-4ae5-a4b2-9d687d9b729c service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533072 Jun 30 10:26:29.573292 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dd56-8fc8-4de3-94b4-4b2f5229f2fb req-955538b7-3f52-48cd-9f8a-29fc114dcf42 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:29.582413 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8566dd56-8fc8-4de3-94b4-4b2f5229f2fb req-955538b7-3f52-48cd-9f8a-29fc114dcf42 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.1469452 Jun 30 10:26:29.696837 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Allocated IP 172.27.3.111 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/94464962-b809-4f85-9b2e-131da478dccb) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:29.707436 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8566dd56-8fc8-4de3-94b4-4b2f5229f2fb req-c6d4c1fd-4339-4905-959b-8b9d664c3f29 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241012 Jun 30 10:26:29.848270 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:29.878172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks [] for port (94464962-b809-4f85-9b2e-131da478dccb), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.916113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (94464962-b809-4f85-9b2e-131da478dccb), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:29.957832 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:29.962865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:29.965199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:29.979700 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Pushing event updated for resources: {'Port': ['ID=94464962-b809-4f85-9b2e-131da478dccb,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:30.247373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks [] for router_gateway (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:30.470606 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:30.573933 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69039763-ea0f-4887-88f1-a5d2b63585f7 None None] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:26:30.574843 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:30.632923 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] Provisioning complete for port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:30.633566 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:30.634900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:26:30.790563 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:30.805606 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:30.814342 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] Current status of the port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:30.817465 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:30.829282 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:30.832367 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c52ef8b1-ecc8-403b-8ecc-a4b45a2c5870 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2948785 Jun 30 10:26:30.834884 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47110) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:30.858451 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:30.859110 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:30.941543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd905988-a789-489b-9d99-37ef8afa0285 req-d66dad31-7bbb-4f49-8cc2-f73aa0c9d23a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:30.949878 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dd905988-a789-489b-9d99-37ef8afa0285 req-d66dad31-7bbb-4f49-8cc2-f73aa0c9d23a tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.1145771 Jun 30 10:26:30.954833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] For port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:30.961436 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:31.015017 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dd905988-a789-489b-9d99-37ef8afa0285 req-a5d3b519-154c-4625-98ab-c9c04fb30071 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596516 Jun 30 10:26:31.069636 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:31.109336 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:31.129792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.226709 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f9e91-88d1-420e-ac50-f07d5b6846ec req-c6f00569-0a35-4619-89c6-ef9f61e329a4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:31.228211 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-481f9e91-88d1-420e-ac50-f07d5b6846ec req-c6f00569-0a35-4619-89c6-ef9f61e329a4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.1200640 Jun 30 10:26:31.238084 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47114) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:31.242024 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Request body: {'floatingip': {'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:31.332378 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.404275 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750765-fe4f-4377-bff5-0398170b6d71 None None] Pushing event updated for resources: {'Port': ['ID=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:31.413918 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:31.414286 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.437211 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-6ede730f-b2ab-4d3a-8462-b3a732485c40 None None] Provisioning complete for port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:31.437575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6ede730f-b2ab-4d3a-8462-b3a732485c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.535400 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:31.563424 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:30Z', 'revision_number': 3, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:31.565419 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:31.572107 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.619507 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:31.620089 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Updating router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 port 94464962-b809-4f85-9b2e-131da478dccb binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:26:31.625512 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:31.650274 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-6ede730f-b2ab-4d3a-8462-b3a732485c40 None None] Current status of the port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:31.657915 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:31.662544 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (94464962-b809-4f85-9b2e-131da478dccb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.915003 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Allocated IP 172.20.0.1 (f0e75eb5-9d0c-41e1-9758-8fcd27353e66/c61720d1-33c9-4e94-ba70-ec073917af6a/a736bd8c-35cf-4daf-8fff-03a0bfa65cdc) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:31.969365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Publish callbacks [] for port (94464962-b809-4f85-9b2e-131da478dccb), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:31.975956 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (94464962-b809-4f85-9b2e-131da478dccb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.006886 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47128) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:32.045393 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57bb7d-c0e5-47c8-8cda-bc61c189d739 None None] Pushing event updated for resources: {'Port': ['ID=94464962-b809-4f85-9b2e-131da478dccb,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:32.048131 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Attempting to bind port 94464962-b809-4f85-9b2e-131da478dccb on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:32.048720 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Attempting to bind port 94464962-b809-4f85-9b2e-131da478dccb by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:32.049290 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Attempting to bind port 94464962-b809-4f85-9b2e-131da478dccb on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:32.057568 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:32.058282 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:32.058711 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.059133 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:32.059622 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Bound port: 94464962-b809-4f85-9b2e-131da478dccb, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:32.060207 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (94464962-b809-4f85-9b2e-131da478dccb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.128879 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] For port 94464962-b809-4f85-9b2e-131da478dccb, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:32.134807 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] For port 94464962-b809-4f85-9b2e-131da478dccb, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=94464962-b809-4f85-9b2e-131da478dccb,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:32.146881 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (94464962-b809-4f85-9b2e-131da478dccb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.226007 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:32.226839 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:32.252581 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-36e69121-17a6-4b8c-bd20-ac1d8ae40411 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f41f21b032124a3fa62356ed6f4024cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442985 Jun 30 10:26:32.270858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47134) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:32.277930 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57bb7d-c0e5-47c8-8cda-bc61c189d739 None None] Pushing event updated for resources: {'Port': ['ID=94464962-b809-4f85-9b2e-131da478dccb,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:32.311988 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bef40-728b-4c02-ad56-fe0f9d6ee7a6 req-a8752b8b-690e-4ed9-a7e3-e4cd36abad5c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:32.319588 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a15bef40-728b-4c02-ad56-fe0f9d6ee7a6 req-a8752b8b-690e-4ed9-a7e3-e4cd36abad5c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.0939832 Jun 30 10:26:32.346442 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.db.resource_extend [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 30 10:26:32.354558 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:32.390022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ef8541b5-c2b4-4bde-a767-d73ec0d4d1b3 admin admin] Publish callbacks [] for security_group (1f284e89-edb8-4baf-b1b1-2024eef517be), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.390970 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:32.407498 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a15bef40-728b-4c02-ad56-fe0f9d6ee7a6 req-a952d523-38ce-47d4-8132-3d5d8ba3e6a2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867517 Jun 30 10:26:32.410234 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.420665 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.429834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ef8541b5-c2b4-4bde-a767-d73ec0d4d1b3 admin admin] Publish callbacks [] for security_group (1f284e89-edb8-4baf-b1b1-2024eef517be), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.488283 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ef8541b5-c2b4-4bde-a767-d73ec0d4d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1f284e89-edb8-4baf-b1b1-2024eef517be), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.495845 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ef8541b5-c2b4-4bde-a767-d73ec0d4d1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.499208 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-ef8541b5-c2b4-4bde-a767-d73ec0d4d1b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f284e89-edb8-4baf-b1b1-2024eef517be HTTP/1.1" status: 204 len: 168 time: 0.2266190 Jun 30 10:26:32.501181 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks [] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.512226 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8541b5-c2b4-4bde-a767-d73ec0d4d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f284e89-edb8-4baf-b1b1-2024eef517be,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:32.561304 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:32.567554 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.585557 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:30Z', 'revision_number': 3, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:32.615731 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67abeeca-3bdb-447a-b1ea-2bea6261443f None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:30Z', 'revision_number': 3, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:32.674918 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:32.677693 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:32.691722 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:32.694230 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:32.726256 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Pushing event updated for resources: {'Port': ['ID=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:32.767058 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:32.817923 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:32.851486 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:32.967761 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:32.967761 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.057280 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:33.085108 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:33.087574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:33.091014 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.093264 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5ce8f5e3-a942-492b-8ace-5de463df200d None None] Provisioning complete for port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:33.093697 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f5e3-a942-492b-8ace-5de463df200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.105014 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] Sync routers for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:33.122509 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.143633 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:33.145276 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8f5e3-a942-492b-8ace-5de463df200d None None] Port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:33.146370 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:33.147015 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:33.148679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89053acd-e697-468e-b134-761b742b8076" -d '{"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:33.224805 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-7f986d72-4f95-4798-ab29-ffd2a1d8eb20 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "PUT /v2.0/floatingips/a93ce5db-f740-40fb-93fd-f852cde45e67 HTTP/1.1" status: 200 len: 994 time: 1.9849708 Jun 30 10:26:33.241300 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af3463-ab81-42e0-a66d-aff002a5b76c x-openstack-request-id: req-21af3463-ab81-42e0-a66d-aff002a5b76c {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:33.241599 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:33.241918 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21af3463-ab81-42e0-a66d-aff002a5b76c {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:33.242286 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21af3463-ab81-42e0-a66d-aff002a5b76c'] response: {'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'status': 'completed', 'code': 200} Jun 30 10:26:33.411762 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:33.429604 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:33.439793 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks [] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.449422 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.576205 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:33.626312 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053acd-e697-468e-b134-761b742b8076 req-252e214c-04c9-4327-9b4c-b5c18090d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:33.628907 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-252e214c-04c9-4327-9b4c-b5c18090d8c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.1614001 Jun 30 10:26:33.691469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2af77-a469-44e2-9187-fb0c6a977865 req-06543a79-ee83-44f9-9c3a-4b207892bcde tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:33.693915 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-46f2af77-a469-44e2-9187-fb0c6a977865 req-06543a79-ee83-44f9-9c3a-4b207892bcde tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.1688302 Jun 30 10:26:33.791290 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:33.793955 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:33.805089 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Pushing event updated for resources: {'Port': ['ID=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:33.819685 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'a93ce5db-f740-40fb-93fd-f852cde45e67', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:22Z', 'updated_at': '2022-06-30T10:26:31Z', 'revision_number': 3, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:33.870132 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] Checking router: 6930f0fc-ff91-4b84-810c-cd6691bf5d6b for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:33.889115 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:33.889460 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:33.902530 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51944cf-77ac-4136-9fab-289d79bae89d req-43be429c-260b-4ceb-a8b3-0c0ee35b1a4a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:33.909708 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b51944cf-77ac-4136-9fab-289d79bae89d req-43be429c-260b-4ceb-a8b3-0c0ee35b1a4a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 946 time: 0.1733239 Jun 30 10:26:33.955849 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-46f2af77-a469-44e2-9187-fb0c6a977865 req-e14cbc0a-6d2f-40ef-9d38-6f0c8667d591 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca7985d2-3246-4593-a138-9ac5d3354103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388737 Jun 30 10:26:33.964082 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:34.015177 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053acd-e697-468e-b134-761b742b8076 req-232f4e3c-7143-48e8-85e2-aa38167929b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:34.017041 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-232f4e3c-7143-48e8-85e2-aa38167929b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.3805363 Jun 30 10:26:34.020030 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:34.077719 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:34.126900 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-58ad69f7-8071-4572-8675-1f67ad64aef7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 1002 time: 0.0998545 Jun 30 10:26:34.128892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Deleting port af46f63a-ba7e-4998-9fab-3b4687ddbc4b {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:26:34.129421 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:34.220630 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:34.223706 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:34.244583 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-df3f6734-2b1e-435e-8f59-5513b17d282c admin admin] 10.222.0.44 "PUT /v2.0/routers/eaf8aa2c-5b1d-4da3-8514-ffac6044c836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4006233 Jun 30 10:26:34.273575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053acd-e697-468e-b134-761b742b8076 req-0d32311b-f120-445b-8709-8060e725b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:34.274663 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-0d32311b-f120-445b-8709-8060e725b315 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.1387932 Jun 30 10:26:34.279942 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-ecf71aa1-c08e-4eb8-9daa-a02967d0cd39 None None] Provisioning complete for port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:34.280510 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ecf71aa1-c08e-4eb8-9daa-a02967d0cd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:34.342038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-ecf71aa1-c08e-4eb8-9daa-a02967d0cd39 None None] Port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:34.357096 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053acd-e697-468e-b134-761b742b8076 req-cddcf847-7ac1-4436-ada2-a01042ad2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:34.358614 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-cddcf847-7ac1-4436-ada2-a01042ad2233 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773892 Jun 30 10:26:34.427513 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:34.463570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:34.466297 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-76c3fa01-1ac1-424c-b740-fb0f17237083 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010773 Jun 30 10:26:34.497739 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:34.498043 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'a93ce5db-f740-40fb-93fd-f852cde45e67', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:22Z', 'updated_at': '2022-06-30T10:26:31Z', 'revision_number': 3, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:34.527805 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fd91f7-c9ca-4241-bb47-2f430e251864 None None] The sync data for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi is: [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'a93ce5db-f740-40fb-93fd-f852cde45e67', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'port_id': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'mac_address': 'fa:16:3e:c0:ca:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c12ce11-7d5b-427c-b48a-865027155f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:24:22Z', 'updated_at': '2022-06-30T10:26:31Z', 'revision_number': 3, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:34.541237 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] For port af46f63a-ba7e-4998-9fab-3b4687ddbc4b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:34.541600 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:34.671386 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-89053acd-e697-468e-b134-761b742b8076 req-60e8b19b-c6da-4c6e-a678-67400904919e service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979969 Jun 30 10:26:34.814980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:34.815842 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (c94b0d33-a550-48ca-a7a2-7d2606954ab9), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:34.816371 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Floating IP c94b0d33-a550-48ca-a7a2-7d2606954ab9 disassociated. External IP: 172.27.3.193, port: af46f63a-ba7e-4998-9fab-3b4687ddbc4b. Jun 30 10:26:34.816912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Calling delete_port for af46f63a-ba7e-4998-9fab-3b4687ddbc4b owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:26:34.850609 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 94464962-b809-4f85-9b2e-131da478dccb up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:34.917223 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 94464962-b809-4f85-9b2e-131da478dccb triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:34.917583 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (94464962-b809-4f85-9b2e-131da478dccb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.004750 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (af46f63a-ba7e-4998-9fab-3b4687ddbc4b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.028964 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 94464962-b809-4f85-9b2e-131da478dccb is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:35.029571 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (94464962-b809-4f85-9b2e-131da478dccb), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.063157 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event deleted for resources: {'Port': ['ID=af46f63a-ba7e-4998-9fab-3b4687ddbc4b,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:35.076958 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-231ce7ef-3201-4411-ab2c-e5872d3f3fc1 req-7d9c86ef-afea-499e-a1ee-4016f408d0e8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0367348 Jun 30 10:26:35.079091 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 94464962-b809-4f85-9b2e-131da478dccb, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=94464962-b809-4f85-9b2e-131da478dccb,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:35.082942 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:35.095989 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (94464962-b809-4f85-9b2e-131da478dccb), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.128734 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:35.129371 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:35.148909 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47188) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:35.153919 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-185096580-network', 'tenant_id': '7824505946a2487e98958bdbd78ee180'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:35.192939 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:35.196359 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Made reservation on behalf of 7824505946a2487e98958bdbd78ee180 for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:35.198730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.212495 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.230953 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=94464962-b809-4f85-9b2e-131da478dccb,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:35.231951 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Router f0279a31-58e5-415f-920b-08accb1a45ce has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:35.244050 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:35.248876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e816c605-0740-4ccc-92a1-60e19519e5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:35.265048 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:35.294797 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610dfef3-8b56-4051-b6b2-15f72303119c x-openstack-request-id: req-610dfef3-8b56-4051-b6b2-15f72303119c {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:35.295171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:35.295549 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-610dfef3-8b56-4051-b6b2-15f72303119c {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:35.296152 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610dfef3-8b56-4051-b6b2-15f72303119c'] response: {'name': 'network-changed', 'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'status': 'completed', 'code': 200} Jun 30 10:26:35.421827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-7d44b7cc-8d4e-4506-a915-54f67fdf619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:35.423492 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-7d44b7cc-8d4e-4506-a915-54f67fdf619b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 1130 time: 0.0851693 Jun 30 10:26:35.454791 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:35.471610 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:35.492129 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:35.492129 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:35.538923 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 2, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:35.568111 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:35.568463 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Updating router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:26:35.570384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] No DVR routers for this DVR port af46f63a-ba7e-4998-9fab-3b4687ddbc4b on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:26:35.588697 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.591981 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b51944cf-77ac-4136-9fab-289d79bae89d req-49f4e447-8430-4460-afd9-684753a60f06 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "DELETE /v2.0/ports/af46f63a-ba7e-4998-9fab-3b4687ddbc4b HTTP/1.1" status: 204 len: 173 time: 1.6339536 Jun 30 10:26:35.592549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-deleted', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:35.595078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21102f48-eeef-4c48-97dc-a7113491932f" -d '{"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-deleted", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:35.602242 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks [] for security_group (761f55db-5b45-48cf-b8a9-e2ce319b1fa3), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.612323 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (761f55db-5b45-48cf-b8a9-e2ce319b1fa3), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.651301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:35.661013 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-0b0225fa-8b1e-4919-8ad2-4c0d7cf5b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:35.662787 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-0b0225fa-8b1e-4919-8ad2-4c0d7cf5b23f service neutron] 10.222.0.55 "GET /v2.0/networks?id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 200 len: 920 time: 0.2332456 Jun 30 10:26:35.667584 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:26:35.672665 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.717671 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:35.723256 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f55db-5b45-48cf-b8a9-e2ce319b1fa3,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:35.737468 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6963b6eb-fed6-43e1-bb14-c629d46a0c53 x-openstack-request-id: req-6963b6eb-fed6-43e1-bb14-c629d46a0c53 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:35.738501 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92ccdb6-95c6-483b-b661-083b4e249ea9", "name": "network-vif-deleted", "tag": "af46f63a-ba7e-4998-9fab-3b4687ddbc4b", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:35.739424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6963b6eb-fed6-43e1-bb14-c629d46a0c53 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:35.740816 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6963b6eb-fed6-43e1-bb14-c629d46a0c53'] response: {'server_uuid': 'f92ccdb6-95c6-483b-b661-083b4e249ea9', 'name': 'network-vif-deleted', 'tag': 'af46f63a-ba7e-4998-9fab-3b4687ddbc4b', 'status': 'completed', 'code': 200} Jun 30 10:26:35.746713 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (b64b8d35-7046-4923-a314-8af8fdd1b7b9), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.747949 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Added segment b64b8d35-7046-4923-a314-8af8fdd1b7b9 of type vlan for network 31fca906-8656-440b-b93a-fa9263caa95e Jun 30 10:26:35.823139 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-788c24ea-11ae-4624-8d90-67df13090894 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 200 len: 1002 time: 0.1521189 Jun 30 10:26:35.827621 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (31fca906-8656-440b-b93a-fa9263caa95e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.862634 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (31fca906-8656-440b-b93a-fa9263caa95e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.864414 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:35.865632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:35.911132 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7610323 Jun 30 10:26:35.913954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47200) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:35.919529 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Request body: {'subnet': {'network_id': '31fca906-8656-440b-b93a-fa9263caa95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-185096580-subnet', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:35.963132 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7afaab-aeb4-4c65-931d-26fb8e7672f6 admin admin] Pushing event updated for resources: {'Network': ['ID=31fca906-8656-440b-b93a-fa9263caa95e,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:35.976959 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Made reservation on behalf of 7824505946a2487e98958bdbd78ee180 for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:35.979845 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30231870'] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.005064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:36.006972 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 31fca906-8656-440b-b93a-fa9263caa95e details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:26:36.009715 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:36.026920 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:36.048668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: af46f63a-ba7e-4998-9fab-3b4687ddbc4b {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:26:36.048668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device af46f63a-ba7e-4998-9fab-3b4687ddbc4b not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:26:36.053638 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:36.058384 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:36.059484 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:36.070858 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:36.072092 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:36.115579 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-cf13c7ed-d667-467e-8320-ab88e6d2cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:36.117256 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-cf13c7ed-d667-467e-8320-ab88e6d2cbf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 200 len: 858 time: 0.0722218 Jun 30 10:26:36.218820 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-99abb964-dbb9-4ee9-9899-2ca934c14b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:36.220145 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-99abb964-dbb9-4ee9-9899-2ca934c14b72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=815e1101-2dfc-4ffc-aa24-fe3e0f507e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945148 Jun 30 10:26:36.281111 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6f5b6d7d-68c9-48e0-87b3-2e1c0f075e71 req-8ca35ec8-e139-4b68-b386-5d369aabe90d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=f92ccdb6-95c6-483b-b661-083b4e249ea9 HTTP/1.1" status: 200 len: 210 time: 0.0582261 Jun 30 10:26:36.299369 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30275215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30231848'] for subnet (d21a0870-d991-4a76-add7-5712b7ec790d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.301681 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Publish callbacks [] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.308058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.308304 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:36.360889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eec42-1ceb-46cd-bed8-9f1dfea6614e None None] Pushing event updated for resources: {'Port': ['ID=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:36.361406 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21a0870-d991-4a76-add7-5712b7ec790d,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:36.386812 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Checking segment: {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:36.387179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Network hostable DHCP agents. Network: 31fca906-8656-440b-b93a-fa9263caa95e, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:26:36.410554 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Network 31fca906-8656-440b-b93a-fa9263caa95e is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:26:36.423684 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Attempting to bind port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:36.423912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 31fca906-8656-440b-b93a-fa9263caa95e) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:36.424069 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Attempting to bind port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:36.424440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Attempting to bind port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:36.430867 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:36.431240 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Checking segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:36.431647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.432038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Bound using segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:36.432666 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Bound port: a736bd8c-35cf-4daf-8fff-03a0bfa65cdc, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:36.433049 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.437821 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21ac74-c3f5-47fa-9853-288371d54ac1 None None] Network 31fca906-8656-440b-b93a-fa9263caa95e requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:26:36.438893 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:36.439961 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.466572 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b4faab27-6460-49a3-b30b-c9a5f35641d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5514612 Jun 30 10:26:36.469098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47204) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:36.482195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:36.520085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (3681054f-68f5-4736-98fb-d09b7d78e68f), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.521208 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (3681054f-68f5-4736-98fb-d09b7d78e68f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.577985 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:36.582733 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks [] for router_controller (3681054f-68f5-4736-98fb-d09b7d78e68f), precommit_add_association {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.618781 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f005b17e-0822-4f2c-9587-e0175af8edf4 None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:36.639553 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] For port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:36.653303 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-31fca906-8656-440b-b93a-fa9263caa95e', 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e', 'project_id': '7824505946a2487e98958bdbd78ee180', 'fixed_ips': [{'subnet_id': 'd21a0870-d991-4a76-add7-5712b7ec790d'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:26:36.654467 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.676705 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] For port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:36.691796 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] Provisioning complete for port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:36.692173 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.701510 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.736367 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:36.740129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks [] for router_gateway (3681054f-68f5-4736-98fb-d09b7d78e68f), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:36.836461 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 94464962-b809-4f85-9b2e-131da478dccb up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:36.891747 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:36.892500 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:36.978749 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:36.989004 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eec42-1ceb-46cd-bed8-9f1dfea6614e None None] Pushing event updated for resources: {'Port': ['ID=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:36.992102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b89a5f-30a5-461c-8bba-0bdce12d7161 None None] New status for floating IP c94b0d33-a550-48ca-a7a2-7d2606954ab9: DOWN {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:26:37.051123 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:37.210048 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] Current status of the port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:37.210468 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.214735 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:37.243828 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 94464962-b809-4f85-9b2e-131da478dccb triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:37.243828 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (94464962-b809-4f85-9b2e-131da478dccb), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.252044 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Allocated IP 172.20.0.2 (31fca906-8656-440b-b93a-fa9263caa95e/d21a0870-d991-4a76-add7-5712b7ec790d/f7bd2499-3d64-4917-8e16-777c7312ca6b) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:37.283499 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks [] for router_gateway (3681054f-68f5-4736-98fb-d09b7d78e68f), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.327017 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.351901 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-4bd64b97-23e2-4da8-831c-a538053b5430 service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768901 Jun 30 10:26:37.389159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:37.395751 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47212) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:37.397412 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] For port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:37.415835 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.504502 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf51f-7670-44bf-9388-226d714f1616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (ca7985d2-3246-4593-a138-9ac5d3354103), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.525573 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Allocated IP 172.27.3.87 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/0374c776-9cd5-456b-9d38-f670092d793f) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:37.547569 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf51f-7670-44bf-9388-226d714f1616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (ca7985d2-3246-4593-a138-9ac5d3354103), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.605414 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21e118-00bf-4021-9ab4-568ff3d448fa None None] Pushing event updated for resources: {'Port': ['ID=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:37.607916 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3a7c1f6c-c399-41e0-b0d9-76aaf318c4fd None None] Provisioning complete for port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:37.608404 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1f6c-c399-41e0-b0d9-76aaf318c4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.614872 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 94464962-b809-4f85-9b2e-131da478dccb is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:37.676522 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf51f-7670-44bf-9388-226d714f1616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ca7985d2-3246-4593-a138-9ac5d3354103), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.680117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf51f-7670-44bf-9388-226d714f1616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.685183 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-3f3bf51f-7670-44bf-9388-226d714f1616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca7985d2-3246-4593-a138-9ac5d3354103 HTTP/1.1" status: 204 len: 168 time: 0.2847080 Jun 30 10:26:37.686148 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47214) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:37.705405 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bf51f-7670-44bf-9388-226d714f1616 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7985d2-3246-4593-a138-9ac5d3354103,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:37.713741 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.api.v2.resource [None req-7f440845-d460-4f15-8058-0cf494d9c84d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] show failed (client error): The resource could not be found. Jun 30 10:26:37.715502 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-7f440845-d460-4f15-8058-0cf494d9c84d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups/ca7985d2-3246-4593-a138-9ac5d3354103 HTTP/1.1" status: 404 len: 347 time: 0.0263875 Jun 30 10:26:37.718471 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks [] for port (0374c776-9cd5-456b-9d38-f670092d793f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.725481 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47216) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:37.883724 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (0374c776-9cd5-456b-9d38-f670092d793f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.891193 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Deleting port 7a226cb8-4de3-4d29-b43f-0dac7fe3735a {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:26:37.891459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.929073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:36Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:37.939010 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Publish callbacks [] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:37.953600 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:37.958971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Pushing event updated for resources: {'Port': ['ID=0374c776-9cd5-456b-9d38-f670092d793f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:37.961514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:37.965435 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:37.968199 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171abae-f217-47fd-83e1-b5fd65440cf3 None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:36Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:37.976199 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:37.977733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.037173 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:38.055938 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Network 31fca906-8656-440b-b93a-fa9263caa95e is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:38.064047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:38.068565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c1f6c-c399-41e0-b0d9-76aaf318c4fd None None] Current status of the port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:38.079623 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:38.089946 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Pushing event updated for resources: {'Port': ['ID=f7bd2499-3d64-4917-8e16-777c7312ca6b,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:38.115727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:38.170357 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Attempting to bind port f7bd2499-3d64-4917-8e16-777c7312ca6b on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:38.170760 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Attempting to bind port f7bd2499-3d64-4917-8e16-777c7312ca6b by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:38.171127 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Attempting to bind port f7bd2499-3d64-4917-8e16-777c7312ca6b on network 31fca906-8656-440b-b93a-fa9263caa95e {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:38.182312 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:38.182792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Checking segment: {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:38.183207 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.183610 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Bound using segment: {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:38.184355 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Bound port: f7bd2499-3d64-4917-8e16-777c7312ca6b, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:38.184847 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.218018 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.218345 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.256891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:38.259653 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] For port f7bd2499-3d64-4917-8e16-777c7312ca6b, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:38.261972 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Calling delete_port for 7a226cb8-4de3-4d29-b43f-0dac7fe3735a owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:26:38.263925 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] For port f7bd2499-3d64-4917-8e16-777c7312ca6b, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=f7bd2499-3d64-4917-8e16-777c7312ca6b,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:38.272020 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.357156 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c07ad1-a568-459f-b8fe-76bcbce189df None None] Pushing event updated for resources: {'Port': ['ID=f7bd2499-3d64-4917-8e16-777c7312ca6b,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:38.486299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks [] for router_gateway (3681054f-68f5-4736-98fb-d09b7d78e68f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.631988 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (7a226cb8-4de3-4d29-b43f-0dac7fe3735a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.668334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event deleted for resources: {'Port': ['ID=7a226cb8-4de3-4d29-b43f-0dac7fe3735a,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:38.886825 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device f7bd2499-3d64-4917-8e16-777c7312ca6b up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:38.906064 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (c94b0d33-a550-48ca-a7a2-7d2606954ab9), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.908514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.910262 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-ebe07560-3101-40a1-a8d2-6caefd175366 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "DELETE /v2.0/floatingips/c94b0d33-a550-48ca-a7a2-7d2606954ab9 HTTP/1.1" status: 204 len: 168 time: 1.1797702 Jun 30 10:26:38.933577 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (3681054f-68f5-4736-98fb-d09b7d78e68f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:38.948233 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e816c605-0740-4ccc-92a1-60e19519e5ab req-73e2ae1d-adcc-4cad-ab35-1f23ddd1463c service neutron] 10.222.0.55 "GET /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591029 Jun 30 10:26:38.963621 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port f7bd2499-3d64-4917-8e16-777c7312ca6b triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:38.964220 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.048511 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47224) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:39.054707 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519046223', 'description': 'tempest-description--1576007218'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:39.055114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port f7bd2499-3d64-4917-8e16-777c7312ca6b is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:39.055581 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.106010 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port f7bd2499-3d64-4917-8e16-777c7312ca6b, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=f7bd2499-3d64-4917-8e16-777c7312ca6b,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:39.110917 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.119596 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.120338 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device a736bd8c-35cf-4daf-8fff-03a0bfa65cdc up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:39.157844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:39.197059 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Router 3681054f-68f5-4736-98fb-d09b7d78e68f is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:26:39.245606 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=f7bd2499-3d64-4917-8e16-777c7312ca6b,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:39.262765 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:39.263243 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.282532 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (9cad5e72-f5a6-453e-b118-36ba097480a8), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.291557 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9cad5e72-f5a6-453e-b118-36ba097480a8), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.350234 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.351815 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3009276 Jun 30 10:26:39.356418 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47230) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:39.362654 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'security_group_rule': {'security_group_id': '9cad5e72-f5a6-453e-b118-36ba097480a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:39.373493 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:39.382102 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d8cc-c87c-433b-8def-0abb0c247d87 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad5e72-f5a6-453e-b118-36ba097480a8,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:39.413333 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (16afd10b-e043-4cef-98ad-1bcb45681c88), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.438154 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:39.449208 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Sync routers for ids ['3681054f-68f5-4736-98fb-d09b7d78e68f'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:39.460205 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.464232 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5e559c3e-cb79-4aeb-9683-2208e72f9e99 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9914207 Jun 30 10:26:39.465595 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47232) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:39.467480 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Routers {'3681054f-68f5-4736-98fb-d09b7d78e68f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:39.468393 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['3681054f-68f5-4736-98fb-d09b7d78e68f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:39.498090 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:39.553659 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:39.560848 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (16afd10b-e043-4cef-98ad-1bcb45681c88), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.569737 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (16afd10b-e043-4cef-98ad-1bcb45681c88), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.578313 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:39.597272 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16afd10b-e043-4cef-98ad-1bcb45681c88,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:39.608939 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.615179 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a5c5ed89-3f0a-496f-8ba4-cb313608980a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519999 Jun 30 10:26:39.615812 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Set router 3681054f-68f5-4736-98fb-d09b7d78e68f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:39.616453 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47234) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:39.620311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'security_group_rule': {'security_group_id': '9cad5e72-f5a6-453e-b118-36ba097480a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:39.671860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d115283-6984-4537-acb7-4b8366323980 None None] Network 31fca906-8656-440b-b93a-fa9263caa95e requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:26:39.689590 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (54824c47-93a3-4376-a2d0-68ddd6fdf47a), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.727327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-6a8e31dd-fc89-4950-85e5-a32f9e6a7bea None None] Provisioning complete for port f7bd2499-3d64-4917-8e16-777c7312ca6b triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:39.727327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6a8e31dd-fc89-4950-85e5-a32f9e6a7bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.834073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (54824c47-93a3-4376-a2d0-68ddd6fdf47a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.839984 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (54824c47-93a3-4376-a2d0-68ddd6fdf47a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.873855 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:39.901816 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e31dd-fc89-4950-85e5-a32f9e6a7bea None None] Current status of the port f7bd2499-3d64-4917-8e16-777c7312ca6b is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:39.934723 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:26:38Z', 'revision_number': 3, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:39.946741 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54824c47-93a3-4376-a2d0-68ddd6fdf47a,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:39.954423 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:39.959414 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0cf64a9d-b361-4dae-9da0-870ffef1bcb1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398829 Jun 30 10:26:39.960180 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47236) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:39.964775 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:39.976691 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Checking router: 3681054f-68f5-4736-98fb-d09b7d78e68f for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:39.977610 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Updating router 3681054f-68f5-4736-98fb-d09b7d78e68f port 0374c776-9cd5-456b-9d38-f670092d793f binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:26:40.001893 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.014138 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0374c776-9cd5-456b-9d38-f670092d793f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.103164 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.147138 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.227251 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-0e2143fa-62f6-4ca7-9773-610b9206d3d9 None None] Provisioning complete for port f7bd2499-3d64-4917-8e16-777c7312ca6b triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:40.227834 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0e2143fa-62f6-4ca7-9773-610b9206d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.229277 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.307216 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-0e2143fa-62f6-4ca7-9773-610b9206d3d9 None None] Current status of the port f7bd2499-3d64-4917-8e16-777c7312ca6b is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:40.311457 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Publish callbacks [] for port (0374c776-9cd5-456b-9d38-f670092d793f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.314984 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Allocated IP 172.20.0.1 (31fca906-8656-440b-b93a-fa9263caa95e/d21a0870-d991-4a76-add7-5712b7ec790d/b09354e1-df26-4198-abe0-88cbf12cf37a) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:40.320700 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0374c776-9cd5-456b-9d38-f670092d793f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.332210 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.348563 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.381486 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Attempting to bind port 0374c776-9cd5-456b-9d38-f670092d793f on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:40.381932 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Attempting to bind port 0374c776-9cd5-456b-9d38-f670092d793f by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:40.382368 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Attempting to bind port 0374c776-9cd5-456b-9d38-f670092d793f on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:40.384790 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Pushing event updated for resources: {'Port': ['ID=0374c776-9cd5-456b-9d38-f670092d793f,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:40.387095 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Allocated IP 172.27.3.76 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/2624403e-c4ed-4dc7-87a1-dff9c32e8439) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:40.396347 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:40.396844 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:40.397308 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.397768 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:40.398430 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Bound port: 0374c776-9cd5-456b-9d38-f670092d793f, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:40.398926 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0374c776-9cd5-456b-9d38-f670092d793f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.402262 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.402719 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.403158 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.403577 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.404012 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.404406 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.404797 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.405182 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.405571 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.405958 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.406362 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.406793 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.407175 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.407557 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.407938 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:40.442873 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks [] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.447407 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.458878 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] For port 0374c776-9cd5-456b-9d38-f670092d793f, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:40.462102 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] For port 0374c776-9cd5-456b-9d38-f670092d793f, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0374c776-9cd5-456b-9d38-f670092d793f,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:40.468542 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0374c776-9cd5-456b-9d38-f670092d793f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.487191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.527686 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Routers {'3681054f-68f5-4736-98fb-d09b7d78e68f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:40.528355 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['3681054f-68f5-4736-98fb-d09b7d78e68f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:40.541133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Network 31fca906-8656-440b-b93a-fa9263caa95e is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:40.541945 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.546655 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:40.550195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:40.554347 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Pushing event updated for resources: {'Port': ['ID=b09354e1-df26-4198-abe0-88cbf12cf37a,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:40.580446 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.594223 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc7b05-1837-4843-81db-097ebae4a4eb None None] Pushing event updated for resources: {'Port': ['ID=0374c776-9cd5-456b-9d38-f670092d793f,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:40.607165 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.608631 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (3681054f-68f5-4736-98fb-d09b7d78e68f), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.625763 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:40.629536 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:40.633902 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:40.655490 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.660880 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'Port': ['ID=2624403e-c4ed-4dc7-87a1-dff9c32e8439,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:40.663006 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] Set router 3681054f-68f5-4736-98fb-d09b7d78e68f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:40.743830 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (f4efeba1-790b-40ed-8b1f-87cc1c257a93), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.763536 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.802245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.869411 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device f7bd2499-3d64-4917-8e16-777c7312ca6b up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:40.927401 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port f7bd2499-3d64-4917-8e16-777c7312ca6b triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:40.927874 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:40.931047 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:26:38Z', 'revision_number': 3, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:40.957893 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:40.976762 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db38ada-f756-427e-98a5-88d0e289e7db None None] The sync data for ids ['3681054f-68f5-4736-98fb-d09b7d78e68f'] in dv-cinder-826608-4-iscsi is: [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:26:38Z', 'revision_number': 3, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:40.989682 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-433d3f34-a672-4f6a-a851-f52549ed58a0 None None] Provisioning complete for port b09354e1-df26-4198-abe0-88cbf12cf37a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:40.990299 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-433d3f34-a672-4f6a-a851-f52549ed58a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.020852 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.021402 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks [] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.026212 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.027957 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.116922 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Pushing event updated for resources: {'Port': ['ID=b09354e1-df26-4198-abe0-88cbf12cf37a,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:41.120311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (3681054f-68f5-4736-98fb-d09b7d78e68f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.125773 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'Port': ['ID=2624403e-c4ed-4dc7-87a1-dff9c32e8439,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:41.130651 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-433d3f34-a672-4f6a-a851-f52549ed58a0 None None] Port b09354e1-df26-4198-abe0-88cbf12cf37a cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:41.157728 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f4efeba1-790b-40ed-8b1f-87cc1c257a93), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.160918 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port f7bd2499-3d64-4917-8e16-777c7312ca6b is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:41.183306 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.184555 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a39c3b71-4146-4cf4-8d60-8aacc2853354 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2232091 Jun 30 10:26:41.236882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:41.238967 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Network 31fca906-8656-440b-b93a-fa9263caa95e is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:41.240725 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:41.406991 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Router 3681054f-68f5-4736-98fb-d09b7d78e68f has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:41.553138 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-7f508818-38b6-49fc-ac32-219398956b9d None None] Provisioning complete for port b09354e1-df26-4198-abe0-88cbf12cf37a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:41.553766 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7f508818-38b6-49fc-ac32-219398956b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.557967 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-842218b5-b923-408e-b3eb-6e3e26cc78a3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--519046223&fields=id&tenant_id=97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 267 time: 0.0949445 Jun 30 10:26:41.567087 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:41.591736 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-7f508818-38b6-49fc-ac32-219398956b9d None None] Port b09354e1-df26-4198-abe0-88cbf12cf37a cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:41.601280 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:41.608541 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-4e4692df-1e3c-4960-b712-3630c70bb704 admin admin] 10.222.0.44 "PUT /v2.0/routers/3681054f-68f5-4736-98fb-d09b7d78e68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418943 Jun 30 10:26:41.652248 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a1b014ec-c7fe-4081-9544-fd5e0170cc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:41.708006 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-6219e331-98c2-487d-9b6f-a0ff3324ca18 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:41.709555 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-6219e331-98c2-487d-9b6f-a0ff3324ca18 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 816 time: 0.1399250 Jun 30 10:26:41.725471 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-66598288-3a6f-4d5e-8d3e-21f4da9f0914 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/quotas/97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 375 time: 0.0102780 Jun 30 10:26:41.782513 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-a6c80000-f2b4-4b26-a480-d00b350d1384 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512540 Jun 30 10:26:42.105694 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47262) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:42.110576 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99717003', 'description': 'tempest-secgroup-smoke-99717003 description', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:42.133760 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.158380 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-7c7459e1-2263-4b2c-9c48-3c5017493f99 service neutron] 10.222.0.44 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634927 Jun 30 10:26:42.212568 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group (a44753ed-e343-4905-b8f3-870e82e24915), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.216973 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a44753ed-e343-4905-b8f3-870e82e24915), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.250822 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.252073 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1451850 Jun 30 10:26:42.254968 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47266) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:42.259176 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group_rule': {'security_group_id': 'a44753ed-e343-4905-b8f3-870e82e24915', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:42.265176 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-1fa500d6-50dc-4155-a5f2-2b46c56e94aa service neutron] 10.222.0.44 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991940 Jun 30 10:26:42.270375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21c88-6474-4409-9669-fc0c86b9923b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44753ed-e343-4905-b8f3-870e82e24915,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:42.290839 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (6ff1a697-f555-4c4e-80f1-5f38db6d4062), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.357567 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (6ff1a697-f555-4c4e-80f1-5f38db6d4062), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.362297 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (6ff1a697-f555-4c4e-80f1-5f38db6d4062), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.372110 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:42.391080 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff1a697-f555-4c4e-80f1-5f38db6d4062,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:42.405904 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.410463 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-026f0e01-f5b4-498d-9ad8-0aa20033d20e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515181 Jun 30 10:26:42.410726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47268) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:42.417622 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group_rule': {'security_group_id': 'a44753ed-e343-4905-b8f3-870e82e24915', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:42.491591 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (d17694a7-3094-44fc-8d2f-95e4bf5f6c02), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.527086 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f403a41f-4bf1-4883-9593-33df0093d177 req-e9763396-247f-469c-aa41-3fff61a4ba70 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 210 time: 0.0726435 Jun 30 10:26:42.605065 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c282d3-048c-4477-b87c-11ca9a004297 req-afc14469-81ab-48d8-9d4e-84bc53ed88bd tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:42.606984 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e2c282d3-048c-4477-b87c-11ca9a004297 req-afc14469-81ab-48d8-9d4e-84bc53ed88bd tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0945773 Jun 30 10:26:42.619269 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (d17694a7-3094-44fc-8d2f-95e4bf5f6c02), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.633802 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (d17694a7-3094-44fc-8d2f-95e4bf5f6c02), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.661709 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17694a7-3094-44fc-8d2f-95e4bf5f6c02,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:42.678718 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.682760 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47282) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:42.683036 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-179f8c55-cd1c-4529-a9ca-9987f740fae6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2710414 Jun 30 10:26:42.687884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group_rule': {'security_group_id': 'a44753ed-e343-4905-b8f3-870e82e24915', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:42.701229 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e2c282d3-048c-4477-b87c-11ca9a004297 req-c60c4741-4286-4b78-8e68-7ff668f8a7ba tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838230 Jun 30 10:26:42.751282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (965ee7cf-d11f-42a4-b390-e6b590e89939), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.825600 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (965ee7cf-d11f-42a4-b390-e6b590e89939), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.830621 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (965ee7cf-d11f-42a4-b390-e6b590e89939), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.843202 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0374c776-9cd5-456b-9d38-f670092d793f up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:42.862188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965ee7cf-d11f-42a4-b390-e6b590e89939,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:42.871901 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.873970 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-33a44d7b-b3ef-45ce-b94a-708355e23390 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1892779 Jun 30 10:26:42.876368 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47286) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:42.884934 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group_rule': {'security_group_id': 'a44753ed-e343-4905-b8f3-870e82e24915', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:42.892315 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 0374c776-9cd5-456b-9d38-f670092d793f triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:42.893092 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0374c776-9cd5-456b-9d38-f670092d793f), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.924014 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (8b4a14e0-26b5-4a00-94b4-15f5eeaddf0f), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:42.987073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Sync routers for ids ['3681054f-68f5-4736-98fb-d09b7d78e68f'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:43.003166 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (8b4a14e0-26b5-4a00-94b4-15f5eeaddf0f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.008087 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (8b4a14e0-26b5-4a00-94b4-15f5eeaddf0f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.015946 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 0374c776-9cd5-456b-9d38-f670092d793f is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:43.016588 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0374c776-9cd5-456b-9d38-f670092d793f), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.027552 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Routers {'3681054f-68f5-4736-98fb-d09b7d78e68f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:43.028598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['3681054f-68f5-4736-98fb-d09b7d78e68f'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:43.028914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4a14e0-26b5-4a00-94b4-15f5eeaddf0f,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:43.036233 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.038242 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-41dbcae4-705d-4673-a1af-5ca7bff8b435 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585412 Jun 30 10:26:43.041615 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47288) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:43.046672 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group_rule': {'security_group_id': 'a44753ed-e343-4905-b8f3-870e82e24915', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:43.055243 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:43.076600 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.securitygroups_db [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Project 7cf1b6f5f2de4a079ddce00779fb67d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:26:43.084378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (8716ea80-a5b8-4bbc-8c60-7cd657455ecf), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.130611 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 0374c776-9cd5-456b-9d38-f670092d793f, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0374c776-9cd5-456b-9d38-f670092d793f,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:43.140059 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0374c776-9cd5-456b-9d38-f670092d793f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.174098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (8716ea80-a5b8-4bbc-8c60-7cd657455ecf), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.180483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (8716ea80-a5b8-4bbc-8c60-7cd657455ecf), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.198480 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:43.205914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8716ea80-a5b8-4bbc-8c60-7cd657455ecf,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:43.212742 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=0374c776-9cd5-456b-9d38-f670092d793f,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:43.217060 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.221050 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-d822c95b-9184-4520-92b7-f86c0c070b87 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757054 Jun 30 10:26:43.221418 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47290) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:43.227856 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'security_group_rule': {'security_group_id': 'a44753ed-e343-4905-b8f3-870e82e24915', 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:43.239485 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Set router 3681054f-68f5-4736-98fb-d09b7d78e68f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:43.256115 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.securitygroups_db [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Project 7cf1b6f5f2de4a079ddce00779fb67d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:26:43.263421 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (43cfd483-7e92-420a-881e-36e107916ba7), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.330570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (43cfd483-7e92-420a-881e-36e107916ba7), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.334175 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (43cfd483-7e92-420a-881e-36e107916ba7), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.352544 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cfd483-7e92-420a-881e-36e107916ba7,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:43.361638 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.366356 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-3a56676e-2a01-4599-b933-4779555411e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404910 Jun 30 10:26:43.395433 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:43.425160 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:43.435632 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 4, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'b09354e1-df26-4198-abe0-88cbf12cf37a', 'name': '', 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'mac_address': 'fa:16:3e:93:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd21a0870-d991-4a76-add7-5712b7ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:40Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 2, 'project_id': '7824505946a2487e98958bdbd78ee180', 'subnets': [{'id': 'd21a0870-d991-4a76-add7-5712b7ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:43.465370 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Checking router: 3681054f-68f5-4736-98fb-d09b7d78e68f for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:43.465732 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Updating router 3681054f-68f5-4736-98fb-d09b7d78e68f port b09354e1-df26-4198-abe0-88cbf12cf37a binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:26:43.496765 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.659754 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5963e928-62d4-4a0d-b10e-7fb7a9973074 req-977afb2e-7aea-46f0-a104-58062a322fd1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 210 time: 0.0371222 Jun 30 10:26:43.818074 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-ae19c19b-4fd5-4c2b-a36e-b2e296ec77b5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:43.826907 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-ae19c19b-4fd5-4c2b-a36e-b2e296ec77b5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 816 time: 0.1657660 Jun 30 10:26:43.893820 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Publish callbacks [] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.896625 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8281c950-cef8-4b02-9ead-d2ca7508efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.906451 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:43.936845 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-5d0392df-7c9a-417a-ad9b-4e1999108510 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 379 time: 0.0998027 Jun 30 10:26:43.966615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171cf8-ca7e-403e-a4bb-ef7dcc23fa1d req-5e2c2e94-5efe-45ee-bc79-a82f0c147059 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:43.969032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'port': {'device_id': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'admin_state_up': True, 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'security_groups': ['9cad5e72-f5a6-453e-b118-36ba097480a8']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:43.991821 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d0171cf8-ca7e-403e-a4bb-ef7dcc23fa1d req-5e2c2e94-5efe-45ee-bc79-a82f0c147059 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.1113818 Jun 30 10:26:44.007038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bd252-4450-4f3f-9f22-ec1c5514aeb1 None None] Pushing event updated for resources: {'Port': ['ID=b09354e1-df26-4198-abe0-88cbf12cf37a,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:44.070096 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d0171cf8-ca7e-403e-a4bb-ef7dcc23fa1d req-8d5ec1dd-f150-49c3-9a3d-f8596b7b7ecf tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770714 Jun 30 10:26:44.099986 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Attempting to bind port b09354e1-df26-4198-abe0-88cbf12cf37a on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:44.100592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Attempting to bind port b09354e1-df26-4198-abe0-88cbf12cf37a by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:44.101128 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Attempting to bind port b09354e1-df26-4198-abe0-88cbf12cf37a on network 31fca906-8656-440b-b93a-fa9263caa95e {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:44.107132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:44.108398 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Checking segment: {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:44.108858 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.109247 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Bound using segment: {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:44.109709 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Bound port: b09354e1-df26-4198-abe0-88cbf12cf37a, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64b8d35-7046-4923-a314-8af8fdd1b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:44.110079 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.171202 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Made reservation on behalf of 97676089d6c14acc83bca866d0fae6e2 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:44.175321 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.178459 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] For port b09354e1-df26-4198-abe0-88cbf12cf37a, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:44.182596 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] For port b09354e1-df26-4198-abe0-88cbf12cf37a, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=b09354e1-df26-4198-abe0-88cbf12cf37a,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:44.191729 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.361925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Allocated IP 172.20.0.13 (da0122bc-4e22-46e5-ab2a-f88f46d20282/4cefccb5-4e03-4e59-b2bd-54e052b0f2d6/c5524f2d-0038-4c74-a539-3188b1fc56aa) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:44.384917 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] Provisioning complete for port b09354e1-df26-4198-abe0-88cbf12cf37a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:44.385284 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.411021 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Routers {'3681054f-68f5-4736-98fb-d09b7d78e68f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:44.411677 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['3681054f-68f5-4736-98fb-d09b7d78e68f'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:44.460802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bd252-4450-4f3f-9f22-ec1c5514aeb1 None None] Pushing event updated for resources: {'Port': ['ID=b09354e1-df26-4198-abe0-88cbf12cf37a,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:44.519925 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:44.532756 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.541273 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:44.563597 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:44.566956 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] Set router 3681054f-68f5-4736-98fb-d09b7d78e68f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:44.580291 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.595280 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] Current status of the port b09354e1-df26-4198-abe0-88cbf12cf37a is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:44.595664 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.635092 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:44.638109 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:44.641021 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:44.649044 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:44.669433 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:44.685000 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] For port b09354e1-df26-4198-abe0-88cbf12cf37a, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=b09354e1-df26-4198-abe0-88cbf12cf37a,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:44.699360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.715252 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:44.715903 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.738754 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-b3a3c8b0-f49f-4b81-83b7-9b3911086993 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7948151 Jun 30 10:26:44.811963 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e121e2-5000-4221-97a1-49d2cd7aae26 req-283e35de-d17c-494a-98cb-056908b63f04 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:44.813151 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-13e121e2-5000-4221-97a1-49d2cd7aae26 req-283e35de-d17c-494a-98cb-056908b63f04 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 932 time: 0.0622628 Jun 30 10:26:44.819266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e73a-8756-4ed1-b05c-693e28b98650 None None] Pushing event updated for resources: {'Port': ['ID=b09354e1-df26-4198-abe0-88cbf12cf37a,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:44.857047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0374c776-9cd5-456b-9d38-f670092d793f up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:44.862411 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-e72c5c96-1191-41a8-bdf4-37b25868b11c None None] Provisioning complete for port b09354e1-df26-4198-abe0-88cbf12cf37a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:44.862891 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e72c5c96-1191-41a8-bdf4-37b25868b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:44.882197 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-13e121e2-5000-4221-97a1-49d2cd7aae26 req-f138ea61-3775-4671-ba45-75b46e263db1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496447 Jun 30 10:26:44.935858 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 4, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'b09354e1-df26-4198-abe0-88cbf12cf37a', 'name': '', 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'mac_address': 'fa:16:3e:93:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd21a0870-d991-4a76-add7-5712b7ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:40Z', 'updated_at': '2022-06-30T10:26:44Z', 'revision_number': 4, 'project_id': '7824505946a2487e98958bdbd78ee180', 'subnets': [{'id': 'd21a0870-d991-4a76-add7-5712b7ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:44.965558 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3169f-c0c2-4760-9741-f6361570bd3f None None] The sync data for ids ['3681054f-68f5-4736-98fb-d09b7d78e68f'] in dv-cinder-826608-4-iscsi is: [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:26:40Z', 'revision_number': 4, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'b09354e1-df26-4198-abe0-88cbf12cf37a', 'name': '', 'network_id': '31fca906-8656-440b-b93a-fa9263caa95e', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'mac_address': 'fa:16:3e:93:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd21a0870-d991-4a76-add7-5712b7ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:40Z', 'updated_at': '2022-06-30T10:26:44Z', 'revision_number': 4, 'project_id': '7824505946a2487e98958bdbd78ee180', 'subnets': [{'id': 'd21a0870-d991-4a76-add7-5712b7ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:44.982236 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 0374c776-9cd5-456b-9d38-f670092d793f triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:44.982600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0374c776-9cd5-456b-9d38-f670092d793f), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:45.060530 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e72c5c96-1191-41a8-bdf4-37b25868b11c None None] Current status of the port b09354e1-df26-4198-abe0-88cbf12cf37a is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:45.121054 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 0374c776-9cd5-456b-9d38-f670092d793f is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:45.185072 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-e18cb8b5-e167-44e0-8c1d-c4dddaa1fcf5 None None] Provisioning complete for port c5524f2d-0038-4c74-a539-3188b1fc56aa triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:45.185561 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e18cb8b5-e167-44e0-8c1d-c4dddaa1fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:45.194514 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe186df-ca6a-442d-84ba-670c49e84f33 req-c381db6d-b0e0-4981-abb8-88ea05f4b7a0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:45.196371 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bbe186df-ca6a-442d-84ba-670c49e84f33 req-c381db6d-b0e0-4981-abb8-88ea05f4b7a0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Jun 30 10:26:45.218154 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:45.234336 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e18cb8b5-e167-44e0-8c1d-c4dddaa1fcf5 None None] Port c5524f2d-0038-4c74-a539-3188b1fc56aa cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:45.239829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:45.252048 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bbe186df-ca6a-442d-84ba-670c49e84f33 req-49cffb67-8162-44eb-ba34-9f743b5ca01c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Jun 30 10:26:46.005228 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba63fe-f653-4f27-9085-3b7dd22b1b9b req-0acfc1cc-9149-456c-8876-a2d963dd8395 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:46.006694 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-27ba63fe-f653-4f27-9085-3b7dd22b1b9b req-0acfc1cc-9149-456c-8876-a2d963dd8395 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 932 time: 0.0509691 Jun 30 10:26:46.058625 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-27ba63fe-f653-4f27-9085-3b7dd22b1b9b req-18c1e3c1-ef4e-4368-bdc0-bec6cab6e63b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464356 Jun 30 10:26:46.366484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6d6a0-5178-4e18-a5d4-0c5f1fa287f1 req-0bd412aa-d7fc-436d-8f31-c55f534362f6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:46.368003 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-76a6d6a0-5178-4e18-a5d4-0c5f1fa287f1 req-0bd412aa-d7fc-436d-8f31-c55f534362f6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0458212 Jun 30 10:26:46.415918 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-76a6d6a0-5178-4e18-a5d4-0c5f1fa287f1 req-80b0ab69-4cc4-4180-aae5-c7468cb70875 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Jun 30 10:26:46.686958 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:46.792808 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Request body: {'port': {'device_id': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:46.802099 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device b09354e1-df26-4198-abe0-88cbf12cf37a up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:46.852723 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port b09354e1-df26-4198-abe0-88cbf12cf37a triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:46.853098 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:46.858486 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:46.937388 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port b09354e1-df26-4198-abe0-88cbf12cf37a is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:47.047877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:47.159915 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5524f2d-0038-4c74-a539-3188b1fc56aa {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:26:47.170946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Publish callbacks [] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:47.213986 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Transition to ACTIVE for port object c5524f2d-0038-4c74-a539-3188b1fc56aa will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:26:47.222552 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904285-07b2-49ac-821b-2f3574afddaa req-ea184128-19b8-42e3-b5b4-c49ee06dcb39 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:47.224081 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f2904285-07b2-49ac-821b-2f3574afddaa req-ea184128-19b8-42e3-b5b4-c49ee06dcb39 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 932 time: 0.0774360 Jun 30 10:26:47.225210 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:47.295645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:47.347940 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f2904285-07b2-49ac-821b-2f3574afddaa req-43d55370-a6d9-4900-9c46-71cf61a0b13d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165848 Jun 30 10:26:47.373031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:47.399219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:47.402414 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Attempting to bind port c5524f2d-0038-4c74-a539-3188b1fc56aa on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:47.402780 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Attempting to bind port c5524f2d-0038-4c74-a539-3188b1fc56aa by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:47.403119 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Attempting to bind port c5524f2d-0038-4c74-a539-3188b1fc56aa on network da0122bc-4e22-46e5-ab2a-f88f46d20282 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:47.409589 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Port c5524f2d-0038-4c74-a539-3188b1fc56aa on network da0122bc-4e22-46e5-ab2a-f88f46d20282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:26:47.409923 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Attempting to bind port c5524f2d-0038-4c74-a539-3188b1fc56aa on network da0122bc-4e22-46e5-ab2a-f88f46d20282 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:47.416533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:47.416881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Checking segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:47.417267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Bound using segment: {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:47.417702 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Bound port: c5524f2d-0038-4c74-a539-3188b1fc56aa, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e087a64-8112-4157-bbf8-b70981a00eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:47.418064 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:47.494088 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:47.498446 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:47.505576 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:47.546027 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6f2d-160a-40a1-9908-91b17c0209ea req-2aca43eb-1b19-4ecd-9b59-46165c43d3ce tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:47.547840 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-22bf6f2d-160a-40a1-9908-91b17c0209ea req-2aca43eb-1b19-4ecd-9b59-46165c43d3ce tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0571775 Jun 30 10:26:47.550211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:47.550945 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:47.552399 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 1094 time: 0.7641168 Jun 30 10:26:47.552894 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:47.555234 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c4a512-671f-4bdd-b549-d94084809f57" -d '{"events": [{"name": "network-changed", "server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:47.567843 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:47.602829 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4512e-beea-4eb8-b844-efaad5a86700 service neutron] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:47.631947 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-22bf6f2d-160a-40a1-9908-91b17c0209ea req-0542a3fc-e64e-4ef0-8e75-6e7b1398b3ed tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766213 Jun 30 10:26:47.634630 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2c431d-8bc8-4b3f-9e9b-323701d1c1c1 x-openstack-request-id: req-bd2c431d-8bc8-4b3f-9e9b-323701d1c1c1 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:47.634942 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:47.635174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd2c431d-8bc8-4b3f-9e9b-323701d1c1c1 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:47.635575 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2c431d-8bc8-4b3f-9e9b-323701d1c1c1'] response: {'name': 'network-changed', 'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'status': 'completed', 'code': 200} Jun 30 10:26:47.680466 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-567fdeff-db9e-430e-b2a2-0e2ebf76cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:47.682444 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-567fdeff-db9e-430e-b2a2-0e2ebf76cfdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1128 time: 0.0497830 Jun 30 10:26:47.728236 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-ffc3d568-bf07-4265-bec8-9d0758003634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 217 time: 0.0360448 Jun 30 10:26:47.778866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-d57a0337-ee47-46f5-b4d4-8dbce27df6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:47.780353 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-d57a0337-ee47-46f5-b4d4-8dbce27df6ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0447848 Jun 30 10:26:47.840087 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-8257b217-44d3-4174-997b-1d09130f0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:47.841584 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-8257b217-44d3-4174-997b-1d09130f0d79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459845 Jun 30 10:26:47.935852 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-fd167b31-eab4-4616-b8a4-037fe56df446 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865908 Jun 30 10:26:48.042118 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-99ddbec6-04e1-4949-b1e2-0d25375f49f8 req-c0817b88-d6de-44dd-bb4b-4de896dd3663 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983291 Jun 30 10:26:48.475751 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa3071-09d5-4095-a0cf-01772da6ca30 req-bb8579a6-7c34-4a22-989f-161f65aaacab tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:48.477299 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7bfa3071-09d5-4095-a0cf-01772da6ca30 req-bb8579a6-7c34-4a22-989f-161f65aaacab tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0493634 Jun 30 10:26:48.528634 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7bfa3071-09d5-4095-a0cf-01772da6ca30 req-8292ce24-fd0e-40f5-8b89-6bbaccd43ad1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459280 Jun 30 10:26:48.758252 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1687a5-ed64-49b2-9398-740ef2731e2c req-3e3a790d-4a9e-4121-a9c1-bd7ddc4a375b tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:48.759876 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ef1687a5-ed64-49b2-9398-740ef2731e2c req-3e3a790d-4a9e-4121-a9c1-bd7ddc4a375b tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0498180 Jun 30 10:26:48.808171 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ef1687a5-ed64-49b2-9398-740ef2731e2c req-9265b980-7a5b-465b-ad6d-cd726368d5ca tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Jun 30 10:26:49.164378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4a512-671f-4bdd-b549-d94084809f57 req-0c4b4f70-d340-4222-9cc2-29c88b085e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:49.165859 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-0c4b4f70-d340-4222-9cc2-29c88b085e24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1128 time: 0.0401549 Jun 30 10:26:49.271250 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4a512-671f-4bdd-b549-d94084809f57 req-25fefd31-e5fa-4a2c-ae50-9a0af2f624d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:49.272757 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-25fefd31-e5fa-4a2c-ae50-9a0af2f624d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.0966227 Jun 30 10:26:49.323361 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-46805931-2722-4383-a302-3c924f1a597b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 217 time: 0.0373223 Jun 30 10:26:49.379718 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4a512-671f-4bdd-b549-d94084809f57 req-b0cf1257-c68a-493e-9c37-481f27eda551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:49.381182 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-b0cf1257-c68a-493e-9c37-481f27eda551 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0502827 Jun 30 10:26:49.430065 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4a512-671f-4bdd-b549-d94084809f57 req-613d5d2a-652b-49f8-863b-b6be43c4becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:49.431717 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-613d5d2a-652b-49f8-863b-b6be43c4becc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431843 Jun 30 10:26:49.509605 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:49.525034 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-17878a8f-5a5f-4e46-96ea-71728bc47725 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863800 Jun 30 10:26:49.615931 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:49.669654 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1c45-721b-4c98-a5fd-dd373b7a0e27 req-77112ccf-fa1e-4bed-a509-7bfd87f86cc1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:49.671243 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f3ea1c45-721b-4c98-a5fd-dd373b7a0e27 req-77112ccf-fa1e-4bed-a509-7bfd87f86cc1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0665212 Jun 30 10:26:49.675231 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-06c4a512-671f-4bdd-b549-d94084809f57 req-d537a8e8-0f86-430a-8a36-5106964cbe57 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434717 Jun 30 10:26:49.725562 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f3ea1c45-721b-4c98-a5fd-dd373b7a0e27 req-ece92c00-262f-4351-9d20-e135a7e1c67a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487952 Jun 30 10:26:49.927924 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855ed0-2c78-41c6-b49a-d9a3ddc6e0c2 req-cd707b77-8bf4-4b77-bcb6-673d6b8bd7be tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:49.929396 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c6855ed0-2c78-41c6-b49a-d9a3ddc6e0c2 req-cd707b77-8bf4-4b77-bcb6-673d6b8bd7be tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0499144 Jun 30 10:26:49.979760 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c6855ed0-2c78-41c6-b49a-d9a3ddc6e0c2 req-5efecf67-21a7-4ef8-8fca-256220b024b0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Jun 30 10:26:50.818977 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:26:50.850442 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff89ad0-cf36-4bc9-acb4-06432810a18b req-d2712b1d-00fb-457d-83e7-ab6a99a93266 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:50.852310 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cff89ad0-cf36-4bc9-acb4-06432810a18b req-d2712b1d-00fb-457d-83e7-ab6a99a93266 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0548744 Jun 30 10:26:50.917007 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cff89ad0-cf36-4bc9-acb4-06432810a18b req-cca6677b-be45-4020-9af2-c59af34f429c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573027 Jun 30 10:26:50.925774 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=20 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:50.935268 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=55 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:50.935536 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:50.946206 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:50.949391 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'mac_address': 'fa:16:3e:fc:69:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:26:50.990107 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:50.990400 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:51.003159 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5524f2d-0038-4c74-a539-3188b1fc56aa {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:26:51.023322 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:51.027542 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:51.077826 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:51.102417 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57096a0c-28f4-40eb-9d86-a1bec91bda46 req-481413ee-ac58-45d1-b9a5-70ef1a9a1668 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:51.103997 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-57096a0c-28f4-40eb-9d86-a1bec91bda46 req-481413ee-ac58-45d1-b9a5-70ef1a9a1668 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0530577 Jun 30 10:26:51.154037 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-57096a0c-28f4-40eb-9d86-a1bec91bda46 req-723d71e7-8288-4ed1-9025-608e5b862e7a tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Jun 30 10:26:51.329739 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['c5524f2d-0038-4c74-a539-3188b1fc56aa'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:52.047561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c5c3-c2cf-4d6d-8866-bd064c446ab0 req-d974826b-943d-47a3-ba30-eca049c41270 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:52.049008 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4685c5c3-c2cf-4d6d-8866-bd064c446ab0 req-d974826b-943d-47a3-ba30-eca049c41270 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 945 time: 0.0577824 Jun 30 10:26:52.098411 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4685c5c3-c2cf-4d6d-8866-bd064c446ab0 req-c9c7c421-5bcb-4c8f-a18a-6f9be8bf4ddf tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Jun 30 10:26:52.275985 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b2ca8-036f-4da3-b7a2-69825d40c69e req-8aa65570-9717-42fa-a62a-605741a26833 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:52.277535 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6a1b2ca8-036f-4da3-b7a2-69825d40c69e req-8aa65570-9717-42fa-a62a-605741a26833 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0496662 Jun 30 10:26:52.299886 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:52.338403 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6a1b2ca8-036f-4da3-b7a2-69825d40c69e req-58ee710d-b077-4df5-ac32-ac58f12d9d99 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550578 Jun 30 10:26:52.834572 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:52.877125 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port c5524f2d-0038-4c74-a539-3188b1fc56aa completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:26:52.883486 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port c5524f2d-0038-4c74-a539-3188b1fc56aa triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:52.883865 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:52.961025 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:52.961415 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:52.985470 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:52.987741 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54640e57-6f44-4306-8343-23f6fd1dd59a" -d '{"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:53.003599 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:53.005979 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.029431 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76abbe-c810-404f-b9ca-766b4d06b873 x-openstack-request-id: req-9f76abbe-c810-404f-b9ca-766b4d06b873 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:53.029726 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:53.029980 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f76abbe-c810-404f-b9ca-766b4d06b873 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:53.030372 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f76abbe-c810-404f-b9ca-766b4d06b873'] response: {'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'code': 200} Jun 30 10:26:53.060873 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:53.230072 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620c738-3cc3-4255-8657-6b462a3350a9 req-a987fc84-5745-491a-ab95-a2707c32c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:53.231606 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2620c738-3cc3-4255-8657-6b462a3350a9 req-a987fc84-5745-491a-ab95-a2707c32c2d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1130 time: 0.0493860 Jun 30 10:26:53.242943 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2f948-38e7-40da-a605-5d09615bfddf req-6830e8e8-56c0-499d-a8d1-1aa8fc946bab tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:53.251071 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ebf2f948-38e7-40da-a605-5d09615bfddf req-6830e8e8-56c0-499d-a8d1-1aa8fc946bab tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0594420 Jun 30 10:26:53.284844 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2620c738-3cc3-4255-8657-6b462a3350a9 req-7bc1d80e-0612-4f5b-8e2a-c1ce2ae84dc1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464945 Jun 30 10:26:53.295823 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ebf2f948-38e7-40da-a605-5d09615bfddf req-111028a5-dc90-44b0-bb3c-20178d972107 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439024 Jun 30 10:26:53.360057 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47488) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:53.458957 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276634-88b6-44af-b1bd-8143bd863098 req-89c55d57-19b2-4186-aa97-51671bb71be6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:53.460477 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8b276634-88b6-44af-b1bd-8143bd863098 req-89c55d57-19b2-4186-aa97-51671bb71be6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0488515 Jun 30 10:26:53.480844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0cbee52-07fd-4645-8269-0124a8a0f0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.537918 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8b276634-88b6-44af-b1bd-8143bd863098 req-f3edcae2-01b3-45e1-90fb-bf68ad0105e0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694127 Jun 30 10:26:53.601508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0cbee52-07fd-4645-8269-0124a8a0f0b5 admin admin] Publish callbacks [] for security_group (b8c0edb9-270c-4af2-ac1f-2a367633fcae), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.605438 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0cbee52-07fd-4645-8269-0124a8a0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b8c0edb9-270c-4af2-ac1f-2a367633fcae), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.646348 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbee52-07fd-4645-8269-0124a8a0f0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c0edb9-270c-4af2-ac1f-2a367633fcae,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:53.655443 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47496) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:53.655669 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f0cbee52-07fd-4645-8269-0124a8a0f0b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ce469fbc99a4eda8d04a05fff49eae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938545 Jun 30 10:26:53.704379 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-581b84fd-6b9b-49d2-952f-7a9ea37b897c admin admin] Publish callbacks [] for security_group (b8c0edb9-270c-4af2-ac1f-2a367633fcae), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.726112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-581b84fd-6b9b-49d2-952f-7a9ea37b897c admin admin] Publish callbacks [] for security_group (b8c0edb9-270c-4af2-ac1f-2a367633fcae), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.772470 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-581b84fd-6b9b-49d2-952f-7a9ea37b897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b8c0edb9-270c-4af2-ac1f-2a367633fcae), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.774955 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-581b84fd-6b9b-49d2-952f-7a9ea37b897c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:53.776127 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-581b84fd-6b9b-49d2-952f-7a9ea37b897c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8c0edb9-270c-4af2-ac1f-2a367633fcae HTTP/1.1" status: 204 len: 168 time: 0.1196992 Jun 30 10:26:53.783677 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b84fd-6b9b-49d2-952f-7a9ea37b897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c0edb9-270c-4af2-ac1f-2a367633fcae,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:54.430000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47524) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:54.566991 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2037296494-network', 'tenant_id': '6bf471198043490896b5f99c7e004168'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:54.609904 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Made reservation on behalf of 6bf471198043490896b5f99c7e004168 for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:54.612551 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.642374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.740179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:54.741549 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509be5b-907e-47e8-bf97-af5852f42609 req-c661fd47-7e2c-4a82-8e83-7b9456c6504f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:54.743659 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f509be5b-907e-47e8-bf97-af5852f42609 req-c661fd47-7e2c-4a82-8e83-7b9456c6504f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.3508759 Jun 30 10:26:54.770833 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53452608-78de-4d0b-acad-ba480cb5cb4e req-23528e6c-8f4b-4502-a77a-fc2840bdf340 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:54.772327 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-53452608-78de-4d0b-acad-ba480cb5cb4e req-23528e6c-8f4b-4502-a77a-fc2840bdf340 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.1425226 Jun 30 10:26:54.792092 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:54.794211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks [] for security_group (1f0eeca9-2e15-401d-9a7f-5c84b36741b5), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.799495 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f509be5b-907e-47e8-bf97-af5852f42609 req-f282c895-4c9e-4e82-a3fe-ef848565c61f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497594 Jun 30 10:26:54.803485 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1f0eeca9-2e15-401d-9a7f-5c84b36741b5), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.845444 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:26:54.869993 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0eeca9-2e15-401d-9a7f-5c84b36741b5,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:54.873357 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (55b9c2c6-0014-4d51-8fff-f2799ec76898), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.873703 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Added segment 55b9c2c6-0014-4d51-8fff-f2799ec76898 of type vlan for network 2c78499f-6988-4500-9e97-7536eeb3e1c8 Jun 30 10:26:54.879200 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-53452608-78de-4d0b-acad-ba480cb5cb4e req-3ab766c6-7e4b-4865-8c04-5b7776c4f8a9 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010828 Jun 30 10:26:54.918832 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (2c78499f-6988-4500-9e97-7536eeb3e1c8), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.944059 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (2c78499f-6988-4500-9e97-7536eeb3e1c8), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.945138 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:54.946004 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:54.981693 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5507147 Jun 30 10:26:54.984528 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47534) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:54.989096 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Request body: {'subnet': {'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2037296494-subnet', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:55.023327 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8baad7-50f0-4179-a3e0-d77543642f30 admin admin] Pushing event updated for resources: {'Network': ['ID=2c78499f-6988-4500-9e97-7536eeb3e1c8,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:55.033826 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:26:55.043730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Made reservation on behalf of 6bf471198043490896b5f99c7e004168 for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:55.046325 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30231870'] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.222289 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30275215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30231848'] for subnet (4bc07118-e3fa-47ff-9a9a-57402090f275), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.277747 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc07118-e3fa-47ff-9a9a-57402090f275,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:55.287721 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Checking segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:55.288078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Network hostable DHCP agents. Network: 2c78499f-6988-4500-9e97-7536eeb3e1c8, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:26:55.306544 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:26:55.315366 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 2c78499f-6988-4500-9e97-7536eeb3e1c8) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:55.324020 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b467a4a-0d52-47bb-be70-b53eb03587bd None None] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:26:55.326318 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:55.326939 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.350086 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-255b2180-3ecd-489e-8b85-b627ca9d7667 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3606937 Jun 30 10:26:55.350484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47536) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:55.354821 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:55.359396 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:55.377453 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (0d587777-8a90-40d9-9c71-948f595f50f2), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.379247 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (0d587777-8a90-40d9-9c71-948f595f50f2), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.432332 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:55.435680 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks [] for router_controller (0d587777-8a90-40d9-9c71-948f595f50f2), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.458719 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-2c78499f-6988-4500-9e97-7536eeb3e1c8', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'project_id': '6bf471198043490896b5f99c7e004168', 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:26:55.459776 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.583441 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks [] for router_gateway (0d587777-8a90-40d9-9c71-948f595f50f2), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.602222 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Allocated IP 172.20.0.2 (2c78499f-6988-4500-9e97-7536eeb3e1c8/4bc07118-e3fa-47ff-9a9a-57402090f275/8bfc364e-1c95-4ffc-9d3c-07e51f191143) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:55.690292 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:55.763419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Publish callbacks [] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.770302 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.771054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks [] for router_gateway (0d587777-8a90-40d9-9c71-948f595f50f2), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.790264 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:55.811744 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:55.817385 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:55.819573 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Pushing event updated for resources: {'Port': ['ID=8bfc364e-1c95-4ffc-9d3c-07e51f191143,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:55.821983 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:55.951107 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96be5-9997-4ca7-82e6-e6fecccc9fd3 req-46c94a66-371b-4004-b8cd-685030d6242f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:55.952698 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-98c96be5-9997-4ca7-82e6-e6fecccc9fd3 req-46c94a66-371b-4004-b8cd-685030d6242f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0792406 Jun 30 10:26:55.966885 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Allocated IP 172.27.3.110 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/31cd2089-0f19-456d-832a-cbd5a98f744d) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:55.983475 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:56.014038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Attempting to bind port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:56.014419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Attempting to bind port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:56.014813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Attempting to bind port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 on network 2c78499f-6988-4500-9e97-7536eeb3e1c8 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:56.018463 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe082437-54b8-45d0-9c1c-6a3c28f32bcf req-48653f24-c02a-4f91-b7ea-30e77f461dd1 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:56.020794 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:56.021110 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fe082437-54b8-45d0-9c1c-6a3c28f32bcf req-48653f24-c02a-4f91-b7ea-30e77f461dd1 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0613682 Jun 30 10:26:56.021223 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Checking segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:56.021504 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.021892 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Bound using segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:56.022844 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Bound port: 8bfc364e-1c95-4ffc-9d3c-07e51f191143, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:56.023048 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.093558 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fe082437-54b8-45d0-9c1c-6a3c28f32bcf req-ad1a4f1f-ab18-4125-a597-7d9e669a02f3 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611527 Jun 30 10:26:56.113880 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] For port 8bfc364e-1c95-4ffc-9d3c-07e51f191143, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:56.117498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] For port 8bfc364e-1c95-4ffc-9d3c-07e51f191143, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=8bfc364e-1c95-4ffc-9d3c-07e51f191143,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:56.124365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.185543 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325de6f2-5ef1-48f4-bda9-1ee47d245748 None None] Pushing event updated for resources: {'Port': ['ID=8bfc364e-1c95-4ffc-9d3c-07e51f191143,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:56.306472 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-98c96be5-9997-4ca7-82e6-e6fecccc9fd3 req-48c8fb8e-6295-4846-ae47-e9e2098cfaa0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411672 Jun 30 10:26:56.398828 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks [] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.413253 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:56.439029 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.461110 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20c536-63c5-4ccf-b299-40072349f051 req-6ac29b06-dcd5-4731-94e6-88d17dad9d11 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:56.462632 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cd20c536-63c5-4ccf-b299-40072349f051 req-6ac29b06-dcd5-4731-94e6-88d17dad9d11 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0597737 Jun 30 10:26:56.472008 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47548) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:56.477909 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Request body: {'floatingip': {'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:26:56.492069 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:56.496879 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:56.502078 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:56.528254 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (f4efeba1-790b-40ed-8b1f-87cc1c257a93), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.533202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Pushing event updated for resources: {'Port': ['ID=31cd2089-0f19-456d-832a-cbd5a98f744d,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:56.645117 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:56.748679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:56.784458 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks [] for router_gateway (0d587777-8a90-40d9-9c71-948f595f50f2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:56.848082 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 8bfc364e-1c95-4ffc-9d3c-07e51f191143 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:56.900623 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:56.901164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.008691 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:57.009432 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.019257 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (0d587777-8a90-40d9-9c71-948f595f50f2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.036303 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:57.049158 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.058311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f4efeba1-790b-40ed-8b1f-87cc1c257a93), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.062431 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 8bfc364e-1c95-4ffc-9d3c-07e51f191143, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=8bfc364e-1c95-4ffc-9d3c-07e51f191143,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:57.068285 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.126893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=8bfc364e-1c95-4ffc-9d3c-07e51f191143,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:57.208838 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Floating IP f4efeba1-790b-40ed-8b1f-87cc1c257a93 associated. External IP: 172.27.3.76, port: c5524f2d-0038-4c74-a539-3188b1fc56aa. Jun 30 10:26:57.218606 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66108ba1-d231-4bdc-acb2-c2a4e22d4058 None None] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:26:57.238945 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:57.249300 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2cb7d-6bcd-4d07-a036-a72da6207c93 req-1b9da3f8-0ec9-4e6b-9472-6bd979dbe4c0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:57.250873 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9a2cb7d-6bcd-4d07-a036-a72da6207c93 req-1b9da3f8-0ec9-4e6b-9472-6bd979dbe4c0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0661080 Jun 30 10:26:57.251876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Router 0d587777-8a90-40d9-9c71-948f595f50f2 is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:26:57.323676 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-db7299e2-7580-489b-b516-eaaf9483adcd None None] Provisioning complete for port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:57.324345 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-db7299e2-7580-489b-b516-eaaf9483adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.428223 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9a2cb7d-6bcd-4d07-a036-a72da6207c93 req-d396b810-d342-4d06-b8da-95db17dedec0 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706316 Jun 30 10:26:57.443441 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Router f0279a31-58e5-415f-920b-08accb1a45ce has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:57.444402 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-db7299e2-7580-489b-b516-eaaf9483adcd None None] Current status of the port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:57.445506 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:57.464991 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Sync routers for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:57.482068 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:57.483170 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:57.484919 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.488103 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-57ab6e44-bbfc-492a-a7b7-ab60b4aaddfc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1348689 Jun 30 10:26:57.492705 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47554) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:26:57.589765 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:57.596651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:57.601967 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.615334 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:57.617764 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:57.639893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:57.640550 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:57.644625 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-167db3c7-0b32-4720-b1c1-fd0939eabb45 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "PUT /v2.0/floatingips/f4efeba1-790b-40ed-8b1f-87cc1c257a93 HTTP/1.1" status: 200 len: 991 time: 1.1712003 Jun 30 10:26:57.645314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:26:57.647964 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:57.700620 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d65ada-59bc-40d9-aef5-461d0d5dec6a x-openstack-request-id: req-72d65ada-59bc-40d9-aef5-461d0d5dec6a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:57.700919 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:57.701166 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72d65ada-59bc-40d9-aef5-461d0d5dec6a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:57.701572 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d65ada-59bc-40d9-aef5-461d0d5dec6a'] response: {'name': 'network-changed', 'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'status': 'completed', 'code': 200} Jun 30 10:26:57.770081 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-5e046cbd-bb61-4291-984a-d3ba36cd0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:57.771824 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-5e046cbd-bb61-4291-984a-d3ba36cd0a08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1130 time: 0.0438404 Jun 30 10:26:57.786733 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:56Z', 'revision_number': 3, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:57.813107 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Checking router: 0d587777-8a90-40d9-9c71-948f595f50f2 for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:57.813709 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Updating router 0d587777-8a90-40d9-9c71-948f595f50f2 port 31cd2089-0f19-456d-832a-cbd5a98f744d binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:26:57.815582 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:57.834124 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-db68ebfa-d959-4303-b861-a676671a1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:57.835867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-db68ebfa-d959-4303-b861-a676671a1cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1130 time: 0.1175222 Jun 30 10:26:57.839283 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-e2c18476-889a-4cf3-b3be-416b0e98394c None None] Provisioning complete for port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:57.839959 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e2c18476-889a-4cf3-b3be-416b0e98394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.845936 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:57.943682 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:58.065795 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:58.068520 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.235660 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Publish callbacks [] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.240521 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:58.243568 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.254964 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-50d19d6c-e648-42d1-af08-2c48865fce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.256488 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-50d19d6c-e648-42d1-af08-2c48865fce1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.4684937 Jun 30 10:26:58.276618 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Allocated IP 172.20.0.1 (2c78499f-6988-4500-9e97-7536eeb3e1c8/4bc07118-e3fa-47ff-9a9a-57402090f275/4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:58.286105 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-d7b52717-c00f-4af0-8a67-f2e7bd008abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.287847 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-d7b52717-c00f-4af0-8a67-f2e7bd008abd service neutron] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 910 time: 0.4223163 Jun 30 10:26:58.312677 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec5dd6-f3f3-431d-b49c-41c5a63fbe14 None None] Pushing event updated for resources: {'Port': ['ID=31cd2089-0f19-456d-832a-cbd5a98f744d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:58.326970 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.331878 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Attempting to bind port 31cd2089-0f19-456d-832a-cbd5a98f744d on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:26:58.332245 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Attempting to bind port 31cd2089-0f19-456d-832a-cbd5a98f744d by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:26:58.332782 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Attempting to bind port 31cd2089-0f19-456d-832a-cbd5a98f744d on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:26:58.338651 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:26:58.339331 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:26:58.339931 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.340472 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:26:58.341095 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Bound port: 31cd2089-0f19-456d-832a-cbd5a98f744d, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:26:58.341647 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.346651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:58.348867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-c557aab3-202f-4301-a15f-751946f7b371 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 999 time: 0.0735197 Jun 30 10:26:58.351109 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e2c18476-889a-4cf3-b3be-416b0e98394c None None] Current status of the port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:58.360064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f4efeba1-790b-40ed-8b1f-87cc1c257a93', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'mac_address': 'fa:16:3e:fc:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:26:40Z', 'updated_at': '2022-06-30T10:26:56Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:58.388088 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:58.399459 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:58.401383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:58.402540 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] For port 31cd2089-0f19-456d-832a-cbd5a98f744d, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:58.406244 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] For port 31cd2089-0f19-456d-832a-cbd5a98f744d, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=31cd2089-0f19-456d-832a-cbd5a98f744d,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:58.413829 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks [] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.416469 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.452586 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-f020e60e-ab69-4a17-a76d-0967cf15ecb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 1002 time: 0.1027672 Jun 30 10:26:58.458102 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-b37a9122-b052-463a-a212-35a7951b25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.458960 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-b37a9122-b052-463a-a212-35a7951b25eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0736618 Jun 30 10:26:58.465365 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.494455 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:58.495962 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:26:58.496608 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:58.499931 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec5dd6-f3f3-431d-b49c-41c5a63fbe14 None None] Pushing event updated for resources: {'Port': ['ID=31cd2089-0f19-456d-832a-cbd5a98f744d,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:58.555069 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:58.558257 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:58.583573 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:58.590087 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:26:58.600093 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-47e9fe29-04e2-4d29-ac80-f819c6f2f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.603931 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-47e9fe29-04e2-4d29-ac80-f819c6f2f0b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.1324871 Jun 30 10:26:58.606807 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-1f319d46-c989-4383-a32b-532698e76b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.609088 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-1f319d46-c989-4383-a32b-532698e76b60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208687 Jun 30 10:26:58.624618 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Pushing event updated for resources: {'Port': ['ID=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:58.635833 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16924d-6d04-4b99-af96-4d1f5d3c9da7 req-c293aa66-be24-4cdb-b555-eb2d7a1e5470 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.643607 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa16924d-6d04-4b99-af96-4d1f5d3c9da7 req-c293aa66-be24-4cdb-b555-eb2d7a1e5470 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.1124308 Jun 30 10:26:58.652404 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:26:58.702338 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (0d587777-8a90-40d9-9c71-948f595f50f2), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.702830 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-0994030f-749c-45c9-bdbd-1d3524698324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:58.704689 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-0994030f-749c-45c9-bdbd-1d3524698324 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858872 Jun 30 10:26:58.753502 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:58.778224 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-d21a0b0f-f98e-419a-a4e1-b7f7eb9082ae service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575329 Jun 30 10:26:58.784869 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aa16924d-6d04-4b99-af96-4d1f5d3c9da7 req-fadb6ebb-027a-4e53-a0ff-11dbe02c99e6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401129 Jun 30 10:26:58.872185 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:58.960475 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 8bfc364e-1c95-4ffc-9d3c-07e51f191143 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:58.988616 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:58.990594 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:56Z', 'revision_number': 3, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:59.004004 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3e224bbe-01d2-4715-8b43-a7af4744a288 None None] Provisioning complete for port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:59.004273 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3e224bbe-01d2-4715-8b43-a7af4744a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:59.021425 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055fe16-dfe6-4538-843e-a6621b06c327 None None] The sync data for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi is: [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:56Z', 'revision_number': 3, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:59.023103 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-65d7ff0f-e404-4b75-8647-7bdc56a009b5 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436309 Jun 30 10:26:59.045722 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:59.059846 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f4efeba1-790b-40ed-8b1f-87cc1c257a93', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'mac_address': 'fa:16:3e:fc:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:26:40Z', 'updated_at': '2022-06-30T10:26:56Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:59.064302 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3e224bbe-01d2-4715-8b43-a7af4744a288 None None] Port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:59.095452 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b12e0-ff2d-4a40-a19b-a9197c83e27c None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'f4efeba1-790b-40ed-8b1f-87cc1c257a93', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'mac_address': 'fa:16:3e:fc:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:26:40Z', 'updated_at': '2022-06-30T10:26:56Z', 'revision_number': 1, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:59.110902 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:59.111262 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:59.130657 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4be8ccbf-673e-4aea-b332-ccdd529c0a7d req-b685c0b3-ef4f-4bb6-8787-1b726b7bf6d4 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237349 Jun 30 10:26:59.165081 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66bbb32f-22e7-42bd-84d7-f472299de8f1 req-fb6e31bd-0e27-4d78-b68a-cd4ed80f45d5 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325390 Jun 30 10:26:59.219383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:26:59.226120 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks [] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:59.230992 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:59.289011 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:59.303853 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (0d587777-8a90-40d9-9c71-948f595f50f2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:59.307878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Pushing event updated for resources: {'Port': ['ID=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:59.319671 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:26:59.394109 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa3a8ea-201e-4a7b-b039-4215b6b4ccdf None None] New status for floating IP f4efeba1-790b-40ed-8b1f-87cc1c257a93: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:26:59.447617 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:59.449272 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:59.577974 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Router 0d587777-8a90-40d9-9c71-948f595f50f2 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:26:59.705042 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:59.714841 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4e01472b-0141-4a14-80a0-454ddf05e8bb admin admin] 10.222.0.44 "PUT /v2.0/routers/0d587777-8a90-40d9-9c71-948f595f50f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2162693 Jun 30 10:26:59.800484 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-31ea3d4f-0afb-4ffc-8833-bd55f7c6eb9c None None] Provisioning complete for port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:26:59.801080 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-31ea3d4f-0afb-4ffc-8833-bd55f7c6eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:26:59.852385 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-31ea3d4f-0afb-4ffc-8833-bd55f7c6eb9c None None] Port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:26:59.916426 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f36bdd-4260-4822-9f0c-0d18e653a6a3 req-2abe212a-0d29-4f8e-9ca1-728da843163f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:26:59.917987 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a6f36bdd-4260-4822-9f0c-0d18e653a6a3 req-2abe212a-0d29-4f8e-9ca1-728da843163f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0594161 Jun 30 10:26:59.979313 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a6f36bdd-4260-4822-9f0c-0d18e653a6a3 req-e96fa7eb-6e88-478d-b622-e8d0a57df787 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548980 Jun 30 10:27:00.250538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47596) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:00.255489 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1428286254-network', 'tenant_id': '54ec9ab577e84767a148aad395e009ef'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:00.275525 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Made reservation on behalf of 54ec9ab577e84767a148aad395e009ef for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:27:00.277816 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.287258 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.324535 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:00.372910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks [] for security_group (18a7ae56-c82e-44d2-be88-d2527dde3c1d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.377701 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (18a7ae56-c82e-44d2-be88-d2527dde3c1d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.392351 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:00.407128 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:27:00.414266 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a7ae56-c82e-44d2-be88-d2527dde3c1d,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:00.422797 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (1857c6b2-9204-4fc0-819a-7af290403e76), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.423171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Added segment 1857c6b2-9204-4fc0-819a-7af290403e76 of type vlan for network 52f794c3-7347-459e-8a61-fdedbad20294 Jun 30 10:27:00.463833 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (52f794c3-7347-459e-8a61-fdedbad20294), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.490274 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (52f794c3-7347-459e-8a61-fdedbad20294), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.491475 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:00.492094 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.531977 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2773397 Jun 30 10:27:00.531977 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 47598) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:00.538787 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Request body: {'subnet': {'network_id': '52f794c3-7347-459e-8a61-fdedbad20294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1428286254-subnet', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'ip_version': 4}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:00.573680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989a46e-5049-48f9-8132-fb73e6976f27 admin admin] Pushing event updated for resources: {'Network': ['ID=52f794c3-7347-459e-8a61-fdedbad20294,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:00.584224 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 52f794c3-7347-459e-8a61-fdedbad20294 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:27:00.591897 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Made reservation on behalf of 54ec9ab577e84767a148aad395e009ef for: {'subnet': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:27:00.594515 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30231870'] for subnet (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.708837 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-2e32249f-d1b2-4423-8850-d68f15c07532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:00.710317 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-2e32249f-d1b2-4423-8850-d68f15c07532 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1130 time: 0.0812862 Jun 30 10:27:00.820846 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 31cd2089-0f19-456d-832a-cbd5a98f744d up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:00.821275 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30275215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30231848'] for subnet (1b752923-2972-45e3-982c-5c39eff81119), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.825590 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Sync routers for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:00.862921 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:00.863548 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:00.881283 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b752923-2972-45e3-982c-5c39eff81119,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:00.890307 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Checking segment: {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:00.890665 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Network hostable DHCP agents. Network: 52f794c3-7347-459e-8a61-fdedbad20294, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:27:00.909246 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Network 52f794c3-7347-459e-8a61-fdedbad20294 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:27:00.920267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 52f794c3-7347-459e-8a61-fdedbad20294) {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:00.925761 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:00.927073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.932237 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a30561-3428-4f0c-bb9f-5fcefb7d68f4 None None] Network 52f794c3-7347-459e-8a61-fdedbad20294 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:27:00.967739 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-94a82f5c-c1dd-4bfa-b34b-194edf8eddf0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4350734 Jun 30 10:27:00.970430 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47602) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:00.974938 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:00.996698 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (bbff4e11-40d7-4536-b6c9-e73689291aff), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:00.997788 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (bbff4e11-40d7-4536-b6c9-e73689291aff), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.060056 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks [] for router_controller (bbff4e11-40d7-4536-b6c9-e73689291aff), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.083632 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-ee27a379-35a8-44bf-8383-b252b4cd7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:01.085601 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-ee27a379-35a8-44bf-8383-b252b4cd7c92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 910 time: 0.1505876 Jun 30 10:27:01.172461 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:01.178973 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-29bc4fba-748e-4f43-b0c0-261ee3314563 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 1002 time: 0.0745516 Jun 30 10:27:01.198225 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 31cd2089-0f19-456d-832a-cbd5a98f744d triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:01.198591 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.242250 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-9fee6c97-fdbe-47c9-b808-7beaec16c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:01.243724 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-9fee6c97-fdbe-47c9-b808-7beaec16c38e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.0562413 Jun 30 10:27:01.262776 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262445-66af-4797-9003-50ea44522a59 req-d0aa837a-fce3-4a48-9380-29e54f41c200 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:01.263950 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9e262445-66af-4797-9003-50ea44522a59 req-d0aa837a-fce3-4a48-9380-29e54f41c200 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.1114733 Jun 30 10:27:01.269830 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks [] for router_gateway (bbff4e11-40d7-4536-b6c9-e73689291aff), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.311041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:01.322456 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-4a0623bc-ee4c-4e94-a05a-c51742d2dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:01.326551 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-4a0623bc-ee4c-4e94-a05a-c51742d2dabe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728934 Jun 30 10:27:01.387618 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9e262445-66af-4797-9003-50ea44522a59 req-50e0dad9-15e6-499e-9b07-2457241eab17 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141360 Jun 30 10:27:01.394045 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-52f794c3-7347-459e-8a61-fdedbad20294', 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294', 'project_id': '54ec9ab577e84767a148aad395e009ef', 'fixed_ips': [{'subnet_id': '1b752923-2972-45e3-982c-5c39eff81119'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:27:01.395007 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.453274 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-6e43ea60-d2af-4f51-83bc-c5bfafd29aa7 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152351 Jun 30 10:27:01.492777 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 31cd2089-0f19-456d-832a-cbd5a98f744d is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:01.492777 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.502647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:01.540489 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks [] for router_gateway (bbff4e11-40d7-4536-b6c9-e73689291aff), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.547015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:01.568138 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.581324 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-60bd7e0c-a92d-471a-a5e3-9116730778f3 req-2cbf86a6-d3b8-43d4-ab88-62759d27ff95 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191397 Jun 30 10:27:01.614254 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 31cd2089-0f19-456d-832a-cbd5a98f744d, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=31cd2089-0f19-456d-832a-cbd5a98f744d,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:01.633830 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:01.668121 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:01.681584 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:01.687463 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Allocated IP 172.27.3.246 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/82dace9e-1efe-44e0-a8ad-962533020225) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:01.714372 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:01.773875 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=31cd2089-0f19-456d-832a-cbd5a98f744d,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:01.796738 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Allocated IP 172.20.0.2 (52f794c3-7347-459e-8a61-fdedbad20294/1b752923-2972-45e3-982c-5c39eff81119/57e4d46f-fa0e-491b-8bf4-af6b4527edd8) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:01.799138 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:26:59Z', 'revision_number': 2, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:01.836440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Checking router: 0d587777-8a90-40d9-9c71-948f595f50f2 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:01.837089 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Updating router 0d587777-8a90-40d9-9c71-948f595f50f2 port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:27:01.883691 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.040430 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks [] for port (82dace9e-1efe-44e0-a8ad-962533020225), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.072424 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (82dace9e-1efe-44e0-a8ad-962533020225), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.113086 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Publish callbacks [] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.114607 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:02.120605 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:02.123519 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:02.126317 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.155688 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=82dace9e-1efe-44e0-a8ad-962533020225,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:02.206497 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Network 52f794c3-7347-459e-8a61-fdedbad20294 is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:02.212267 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:02.220824 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:02.233202 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Pushing event updated for resources: {'Port': ['ID=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:02.248623 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:02.337433 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Attempting to bind port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:02.337806 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Attempting to bind port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:02.338168 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Attempting to bind port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 on network 52f794c3-7347-459e-8a61-fdedbad20294 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:02.349575 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:02.349938 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Checking segment: {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:02.350236 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.350746 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Bound using segment: {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:02.351374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Bound port: 57e4d46f-fa0e-491b-8bf4-af6b4527edd8, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:02.351759 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.371489 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Publish callbacks [] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.372746 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:27:02.379045 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.400344 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks [] for router_gateway (bbff4e11-40d7-4536-b6c9-e73689291aff), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.482722 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5241cc3-5e50-4b69-8350-18e3348b3d10 None None] Pushing event updated for resources: {'Port': ['ID=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:02.508673 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] For port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:02.544047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] For port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:02.558047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.564167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:02.585349 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c05e-eaea-442d-bbb5-293dad069782 req-a69b3ee6-60ac-480c-a9a8-cf417065aa01 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:02.588187 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ef4c05e-eaea-442d-bbb5-293dad069782 req-a69b3ee6-60ac-480c-a9a8-cf417065aa01 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0613549 Jun 30 10:27:02.592433 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Attempting to bind port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:02.592806 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Attempting to bind port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:02.593167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Attempting to bind port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 on network 2c78499f-6988-4500-9e97-7536eeb3e1c8 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:02.617295 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:02.617669 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Checking segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:02.618081 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.618480 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Bound using segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:02.618999 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Bound port: 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:02.619381 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.649209 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (bbff4e11-40d7-4536-b6c9-e73689291aff), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.666541 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2ef4c05e-eaea-442d-bbb5-293dad069782 req-63effd27-cf9c-48a8-b84f-2a55b3e27fb9 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680468 Jun 30 10:27:02.677595 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5baa60-88f5-43bd-b828-e7917d6f9e88 None None] Pushing event updated for resources: {'Port': ['ID=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:02.769962 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] For port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:02.773236 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] For port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:02.783790 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:02.857524 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Router bbff4e11-40d7-4536-b6c9-e73689291aff is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:27:02.889775 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 31cd2089-0f19-456d-832a-cbd5a98f744d up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:02.947429 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:02.966059 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] Provisioning complete for port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:02.966422 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.001453 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3a6fe-6a9e-42cb-805a-99fab1a73473 req-6f332df1-8b4b-4feb-91ba-d6e355e26326 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:03.009267 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7ad3a6fe-6a9e-42cb-805a-99fab1a73473 req-6f332df1-8b4b-4feb-91ba-d6e355e26326 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0708668 Jun 30 10:27:03.035349 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:03.060515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:03.061167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:03.062212 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-112bd596-f67e-46bb-bb1e-82db0216b90a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680094 Jun 30 10:27:03.063684 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5241cc3-5e50-4b69-8350-18e3348b3d10 None None] Pushing event updated for resources: {'Port': ['ID=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:03.079932 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:03.095294 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7ad3a6fe-6a9e-42cb-805a-99fab1a73473 req-a9d93757-5657-4a21-bba4-155aad431564 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714347 Jun 30 10:27:03.100285 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Sync routers for ids ['bbff4e11-40d7-4536-b6c9-e73689291aff'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:03.108935 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.113412 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-76fdbdb9-9f45-4001-928d-b644fd1abdd8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1389029 Jun 30 10:27:03.113904 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47618) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:03.119028 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Routers {'bbff4e11-40d7-4536-b6c9-e73689291aff'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:03.119843 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['bbff4e11-40d7-4536-b6c9-e73689291aff'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:03.214192 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 31cd2089-0f19-456d-832a-cbd5a98f744d triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:03.214563 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.286164 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Set router bbff4e11-40d7-4536-b6c9-e73689291aff gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:03.332931 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:03.433372 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209870c-48ae-43b8-8c41-30976434cfbc req-2184ef64-cd16-4b62-a24c-2cd86124ee05 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:03.436242 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-2184ef64-cd16-4b62-a24c-2cd86124ee05 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports/0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 943 time: 0.3246341 Jun 30 10:27:03.470342 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:02Z', 'revision_number': 3, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:03.540532 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Checking router: bbff4e11-40d7-4536-b6c9-e73689291aff for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:03.541539 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Updating router bbff4e11-40d7-4536-b6c9-e73689291aff port 82dace9e-1efe-44e0-a8ad-962533020225 binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:27:03.585388 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (82dace9e-1efe-44e0-a8ad-962533020225), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.618758 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-19bbf81e-34f7-4b57-a013-e459c3e1edb5 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99717003&fields=id&tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 267 time: 0.0571735 Jun 30 10:27:03.652356 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:03.705986 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] Current status of the port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:03.706368 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.770333 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 31cd2089-0f19-456d-832a-cbd5a98f744d is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:03.809509 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:03.815236 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] For port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:03.854134 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.935356 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:03.956053 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51d817-0185-4187-9b18-d38bab2efd87 None None] Pushing event updated for resources: {'Port': ['ID=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:03.959644 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-35751c1c-772e-4942-8959-ccb98ed73924 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:03.966393 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-35751c1c-772e-4942-8959-ccb98ed73924 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 811 time: 0.2719836 Jun 30 10:27:03.974591 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:02Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:04.002743 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6357e89e-edf2-4048-af50-771032cde0bd tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/quotas/7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 375 time: 0.0346246 Jun 30 10:27:04.013129 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a7e1f-037c-4168-8d89-27535d3aab8c None None] The sync data for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi is: [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:02Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:04.030131 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-e6a5b223-e443-42b8-8dca-377042307c03 None None] Provisioning complete for port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:04.030904 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e6a5b223-e443-42b8-8dca-377042307c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.036924 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Publish callbacks [] for port (82dace9e-1efe-44e0-a8ad-962533020225), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.044383 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (82dace9e-1efe-44e0-a8ad-962533020225), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.158624 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:04.197686 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5b223-e443-42b8-8dca-377042307c03 None None] Current status of the port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:04.200966 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:04.203879 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-df34c287-5d99-401a-b58a-009cbec05efe tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968741 Jun 30 10:27:04.213597 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Attempting to bind port 82dace9e-1efe-44e0-a8ad-962533020225 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:04.213973 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Attempting to bind port 82dace9e-1efe-44e0-a8ad-962533020225 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:04.214335 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Attempting to bind port 82dace9e-1efe-44e0-a8ad-962533020225 on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:04.224666 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d96be-c358-4a20-9164-a8df9c2e487c None None] Pushing event updated for resources: {'Port': ['ID=82dace9e-1efe-44e0-a8ad-962533020225,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:04.228025 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ffdb51-fcba-4415-995f-69b20ab60039 None None] Network 52f794c3-7347-459e-8a61-fdedbad20294 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:27:04.229768 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:04.230338 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:04.230759 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.231145 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:04.231621 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Bound port: 82dace9e-1efe-44e0-a8ad-962533020225, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:04.231998 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (82dace9e-1efe-44e0-a8ad-962533020225), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.338587 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] For port 82dace9e-1efe-44e0-a8ad-962533020225, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:04.342262 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] For port 82dace9e-1efe-44e0-a8ad-962533020225, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=82dace9e-1efe-44e0-a8ad-962533020225,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:04.343871 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b38-6f29-48ed-a64c-175c03e8f478 req-c9126add-bb0d-4a42-8804-f26848f8669f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:04.346730 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d0e61b38-6f29-48ed-a64c-175c03e8f478 req-c9126add-bb0d-4a42-8804-f26848f8669f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0888724 Jun 30 10:27:04.357834 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (82dace9e-1efe-44e0-a8ad-962533020225), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.358546 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:04.390316 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] Provisioning complete for port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:04.390713 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.405399 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:04.434524 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d0e61b38-6f29-48ed-a64c-175c03e8f478 req-aa8a7f54-3932-4f86-8a72-94ab67a1fd7e tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799298 Jun 30 10:27:04.445614 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-afcbfe5b-4390-497c-9b5f-980041448cee service neutron] 10.222.0.44 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783884 Jun 30 10:27:04.481626 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Routers {'bbff4e11-40d7-4536-b6c9-e73689291aff'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:04.482392 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['bbff4e11-40d7-4536-b6c9-e73689291aff'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:04.485846 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d96be-c358-4a20-9164-a8df9c2e487c None None] Pushing event updated for resources: {'Port': ['ID=82dace9e-1efe-44e0-a8ad-962533020225,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:04.544597 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Allocated IP 172.20.0.1 (52f794c3-7347-459e-8a61-fdedbad20294/1b752923-2972-45e3-982c-5c39eff81119/385b5e24-a203-40a6-991f-e79d782e02ea) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:04.576965 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] Current status of the port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:04.577357 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.635882 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] Set router bbff4e11-40d7-4536-b6c9-e73689291aff gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:04.688802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] For port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:04.692136 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-601587eb-f872-4398-aa1e-293b0ae65653 service neutron] 10.222.0.44 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378235 Jun 30 10:27:04.704353 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.831061 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks [] for port (385b5e24-a203-40a6-991f-e79d782e02ea), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.847299 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2bac8-e449-4fee-bf40-9a7299e08d86 None None] Pushing event updated for resources: {'Port': ['ID=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:04.872303 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:04.877977 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:04.953636 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Network 52f794c3-7347-459e-8a61-fdedbad20294 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:04.961052 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:04.963746 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:05.004793 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-c6167793-57dd-441f-98f9-fe8c9830904f None None] Provisioning complete for port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:05.005791 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-c6167793-57dd-441f-98f9-fe8c9830904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.049340 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:05.060303 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Pushing event updated for resources: {'Port': ['ID=385b5e24-a203-40a6-991f-e79d782e02ea,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:05.077247 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (bbff4e11-40d7-4536-b6c9-e73689291aff), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.106404 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:05.113868 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:02Z', 'revision_number': 3, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:05.153248 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa18c12-7106-4982-bcf0-de9e316b9939 None None] The sync data for ids ['bbff4e11-40d7-4536-b6c9-e73689291aff'] in dv-cinder-826608-4-iscsi is: [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:02Z', 'revision_number': 3, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:05.309319 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0bd592dd-4f07-441e-9494-dbeaf06b8644 is: ACTIVE; New status is: DOWN {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:05.309990 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.337437 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-c6167793-57dd-441f-98f9-fe8c9830904f None None] Current status of the port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:05.350573 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-28f08634-63cf-4ed5-be2b-501105cf3737 req-cc023306-4fc1-482b-9871-161386bc35e6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 210 time: 0.0536277 Jun 30 10:27:05.356383 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.401371 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:05.403708 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c764c198-8438-4547-bca1-aa46c4ae0ef5" -d '{"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:05.414319 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:05.414710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.453262 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:05.475369 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.530282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209870c-48ae-43b8-8c41-30976434cfbc req-ba7f53c4-b497-4874-94e2-6a809429f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:05.534636 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-07172378-268d-4d65-9c5e-1142bbfefcbe None None] Provisioning complete for port 385b5e24-a203-40a6-991f-e79d782e02ea triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:05.535073 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-07172378-268d-4d65-9c5e-1142bbfefcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.535771 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-ba7f53c4-b497-4874-94e2-6a809429f5ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998&tenant_id=28124a417dc443aca95f3edd11697c05 HTTP/1.1" status: 200 len: 1130 time: 0.1153848 Jun 30 10:27:05.539992 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd70ebd4-c8f6-491e-abfd-a1ec4c8441cf x-openstack-request-id: req-dd70ebd4-c8f6-491e-abfd-a1ec4c8441cf {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:05.540280 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:05.540527 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd70ebd4-c8f6-491e-abfd-a1ec4c8441cf {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:05.540942 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd70ebd4-c8f6-491e-abfd-a1ec4c8441cf'] response: {'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'code': 200} Jun 30 10:27:05.627029 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:05.634588 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-07172378-268d-4d65-9c5e-1142bbfefcbe None None] Port 385b5e24-a203-40a6-991f-e79d782e02ea cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:27:05.635460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4b507-08cb-43c0-be7e-82d21413b0a8 req-efff1a9a-1c97-42f3-9ae1-fab67a351744 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:05.641944 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=6']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:05.644692 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9ad4b507-08cb-43c0-be7e-82d21413b0a8 req-efff1a9a-1c97-42f3-9ae1-fab67a351744 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0906949 Jun 30 10:27:05.647152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209870c-48ae-43b8-8c41-30976434cfbc req-df548ceb-0a6b-4c0c-b4f6-e9fc127304f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:05.649408 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-df548ceb-0a6b-4c0c-b4f6-e9fc127304f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1128 time: 0.0850410 Jun 30 10:27:05.653580 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:05.655106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:05.670963 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks [] for port (385b5e24-a203-40a6-991f-e79d782e02ea), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.680673 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.725051 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:05.780030 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (bbff4e11-40d7-4536-b6c9-e73689291aff), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.805941 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9ad4b507-08cb-43c0-be7e-82d21413b0a8 req-c8c07cf6-64db-41b2-a38b-cbe28a6ac7e6 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570952 Jun 30 10:27:05.806403 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Pushing event updated for resources: {'Port': ['ID=385b5e24-a203-40a6-991f-e79d782e02ea,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:05.823185 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:05.823560 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:05.843236 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:05.925756 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209870c-48ae-43b8-8c41-30976434cfbc req-2aa1e4e7-571c-44c6-bda2-39a98a989b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:05.931254 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-2aa1e4e7-571c-44c6-bda2-39a98a989b5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 910 time: 0.2541745 Jun 30 10:27:05.968854 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Network 52f794c3-7347-459e-8a61-fdedbad20294 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:05.970301 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:05.977336 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:06.058271 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-5bef9faf-5648-4292-8f7c-1cf0c4203002 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 1000 time: 0.1162274 Jun 30 10:27:06.113100 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Router bbff4e11-40d7-4536-b6c9-e73689291aff has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:27:06.177806 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209870c-48ae-43b8-8c41-30976434cfbc req-eddcac37-4dbb-46fb-88a6-32d35f83974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:06.179815 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-eddcac37-4dbb-46fb-88a6-32d35f83974d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.1138794 Jun 30 10:27:06.251438 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:06.271208 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f8a8cda6-6c18-4113-a128-efaacfeac48f admin admin] 10.222.0.44 "PUT /v2.0/routers/bbff4e11-40d7-4536-b6c9-e73689291aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1559410 Jun 30 10:27:06.280624 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:06.295098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209870c-48ae-43b8-8c41-30976434cfbc req-23c07afb-f4b5-4f7d-b50a-35512e8efa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:06.297397 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-23c07afb-f4b5-4f7d-b50a-35512e8efa0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871272 Jun 30 10:27:06.366164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b1f01ad0-266e-4da7-ba2c-39a03e61f582 None None] Provisioning complete for port 385b5e24-a203-40a6-991f-e79d782e02ea triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:06.370394 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b1f01ad0-266e-4da7-ba2c-39a03e61f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:06.418279 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b1f01ad0-266e-4da7-ba2c-39a03e61f582 None None] Port 385b5e24-a203-40a6-991f-e79d782e02ea cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:27:06.448352 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-5f6e3e32-2e58-4da5-a98f-ac8f66c16b59 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421742 Jun 30 10:27:06.480256 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2e22e831-e1aa-4b20-af2c-e6944b97fa48 req-f98b5fb7-2aab-466f-88a6-c696fc44dab0 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 210 time: 0.0351315 Jun 30 10:27:06.811790 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b209870c-48ae-43b8-8c41-30976434cfbc req-da8094cc-774d-42eb-a91e-3f12c138759e service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411564 Jun 30 10:27:06.886239 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:06.961760 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-52cb7e5e-70a7-47b7-9ffc-9b6c1dd11931 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:06.963320 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-52cb7e5e-70a7-47b7-9ffc-9b6c1dd11931 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 811 time: 0.1698897 Jun 30 10:27:06.979026 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6ac1-4e97-407e-be25-bdfafa7d6c26 req-d4e8a91f-ed0d-483f-af13-aabea5cb6f5f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:06.980515 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ddcb6ac1-4e97-407e-be25-bdfafa7d6c26 req-d4e8a91f-ed0d-483f-af13-aabea5cb6f5f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0664382 Jun 30 10:27:07.005347 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:07.034347 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ddcb6ac1-4e97-407e-be25-bdfafa7d6c26 req-3d0b7390-9fbc-4603-8fa3-6cca5b5fc6da tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482473 Jun 30 10:27:07.056925 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:07.057579 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.140376 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:07.141476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 82dace9e-1efe-44e0-a8ad-962533020225 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:07.198209 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-ae7fb3ff-be87-4ab3-bc0f-4936a5d216ed tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 378 time: 0.0763438 Jun 30 10:27:07.224130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 82dace9e-1efe-44e0-a8ad-962533020225 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:07.224507 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (82dace9e-1efe-44e0-a8ad-962533020225), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.226552 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'port': {'device_id': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'admin_state_up': True, 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'security_groups': ['a44753ed-e343-4905-b8f3-870e82e24915']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:07.351675 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:07.378090 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 82dace9e-1efe-44e0-a8ad-962533020225 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:07.379164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (82dace9e-1efe-44e0-a8ad-962533020225), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.414625 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 82dace9e-1efe-44e0-a8ad-962533020225, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=82dace9e-1efe-44e0-a8ad-962533020225,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:07.421628 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (82dace9e-1efe-44e0-a8ad-962533020225), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.428901 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Made reservation on behalf of 7cf1b6f5f2de4a079ddce00779fb67d3 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:27:07.433543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.497819 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=82dace9e-1efe-44e0-a8ad-962533020225,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:07.613566 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Allocated IP 172.20.0.13 (f0e75eb5-9d0c-41e1-9758-8fcd27353e66/c61720d1-33c9-4e94-ba70-ec073917af6a/83ab9556-de99-4778-998d-eabc429e2df1) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:07.633954 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-be1aa736-3e4e-4dde-b30a-415e382d3100 req-daa87db6-1a41-4328-8861-dcfa0e813280 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 210 time: 0.0499856 Jun 30 10:27:07.805383 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (83ab9556-de99-4778-998d-eabc429e2df1), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.889465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (83ab9556-de99-4778-998d-eabc429e2df1), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:07.899343 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:07.908863 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Sync routers for ids ['bbff4e11-40d7-4536-b6c9-e73689291aff'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:07.934537 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Routers {'bbff4e11-40d7-4536-b6c9-e73689291aff'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:07.937854 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['bbff4e11-40d7-4536-b6c9-e73689291aff'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:07.976098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:07.979538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:07.989535 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:08.029910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=83ab9556-de99-4778-998d-eabc429e2df1,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:08.048255 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.048510 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.049399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.049737 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.050073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.050404 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.051416 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.051765 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.052100 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.052428 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.052753 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.053084 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.053406 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.053728 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.054606 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:08.076188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Set router bbff4e11-40d7-4536-b6c9-e73689291aff gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:08.084932 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:08.088446 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.124908 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-1e628586-4f96-41af-b15e-d5e069df2a8d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9167380 Jun 30 10:27:08.146822 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Request body: {'port': {'device_id': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:08.202308 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:08.262228 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107677-37e7-4e1b-9b06-942bca52ba4c req-f6666c14-c723-4e1d-b396-fc3b474af61d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:08.263958 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1107677-37e7-4e1b-9b06-942bca52ba4c req-f6666c14-c723-4e1d-b396-fc3b474af61d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0557444 Jun 30 10:27:08.309211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (83ab9556-de99-4778-998d-eabc429e2df1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.359699 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:08.371355 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1107677-37e7-4e1b-9b06-942bca52ba4c req-55d74d51-de31-40b6-a796-15195245c7bb tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914097 Jun 30 10:27:08.387701 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-06426407-7cbf-4141-a934-0874ad36aa29 None None] Provisioning complete for port 83ab9556-de99-4778-998d-eabc429e2df1 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:08.388882 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-06426407-7cbf-4141-a934-0874ad36aa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (83ab9556-de99-4778-998d-eabc429e2df1), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.417380 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:05Z', 'revision_number': 4, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '385b5e24-a203-40a6-991f-e79d782e02ea', 'name': '', 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'mac_address': 'fa:16:3e:a9:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1b752923-2972-45e3-982c-5c39eff81119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:03Z', 'updated_at': '2022-06-30T10:27:05Z', 'revision_number': 2, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'subnets': [{'id': '1b752923-2972-45e3-982c-5c39eff81119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:08.454193 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Checking router: bbff4e11-40d7-4536-b6c9-e73689291aff for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:08.454541 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Updating router bbff4e11-40d7-4536-b6c9-e73689291aff port 385b5e24-a203-40a6-991f-e79d782e02ea binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:27:08.459271 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-06426407-7cbf-4141-a934-0874ad36aa29 None None] Port 83ab9556-de99-4778-998d-eabc429e2df1 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:27:08.494219 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.641061 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ab9556-de99-4778-998d-eabc429e2df1 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:08.650466 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Publish callbacks [] for port (83ab9556-de99-4778-998d-eabc429e2df1), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.668358 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Transition to ACTIVE for port object 83ab9556-de99-4778-998d-eabc429e2df1 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:27:08.675900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (83ab9556-de99-4778-998d-eabc429e2df1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.809010 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206fd57-c7de-4426-8090-2ca06bd25e24 req-c4ed1e34-eb07-4c79-8b50-38b20e0dc6b3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:08.810566 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8206fd57-c7de-4426-8090-2ca06bd25e24 req-c4ed1e34-eb07-4c79-8b50-38b20e0dc6b3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0833750 Jun 30 10:27:08.833626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Pushing event updated for resources: {'Port': ['ID=83ab9556-de99-4778-998d-eabc429e2df1,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:08.834836 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Publish callbacks [] for port (385b5e24-a203-40a6-991f-e79d782e02ea), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.849359 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:08.951373 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 82dace9e-1efe-44e0-a8ad-962533020225 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:08.971530 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8206fd57-c7de-4426-8090-2ca06bd25e24 req-b4d9314a-2cb0-4449-bd7d-4b78fa5d676e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458488 Jun 30 10:27:08.996409 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Attempting to bind port 83ab9556-de99-4778-998d-eabc429e2df1 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:08.996747 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Attempting to bind port 83ab9556-de99-4778-998d-eabc429e2df1 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:08.997073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Attempting to bind port 83ab9556-de99-4778-998d-eabc429e2df1 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:09.006973 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Port 83ab9556-de99-4778-998d-eabc429e2df1 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:27:09.007201 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Attempting to bind port 83ab9556-de99-4778-998d-eabc429e2df1 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:09.013458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:09.013458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Checking segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:09.013458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Bound using segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:09.014023 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Bound port: 83ab9556-de99-4778-998d-eabc429e2df1, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:09.014591 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (83ab9556-de99-4778-998d-eabc429e2df1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.014733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7abef-befa-4d7c-9069-aefd5a4045a8 None None] Pushing event updated for resources: {'Port': ['ID=385b5e24-a203-40a6-991f-e79d782e02ea,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:09.017481 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:09.168786 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] For port 83ab9556-de99-4778-998d-eabc429e2df1, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:09.182510 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] For port 83ab9556-de99-4778-998d-eabc429e2df1, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=83ab9556-de99-4778-998d-eabc429e2df1,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:09.193182 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (83ab9556-de99-4778-998d-eabc429e2df1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.261399 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 82dace9e-1efe-44e0-a8ad-962533020225 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:09.261807 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (82dace9e-1efe-44e0-a8ad-962533020225), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.264094 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Attempting to bind port 385b5e24-a203-40a6-991f-e79d782e02ea on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:09.264461 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Attempting to bind port 385b5e24-a203-40a6-991f-e79d782e02ea by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:09.264817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Attempting to bind port 385b5e24-a203-40a6-991f-e79d782e02ea on network 52f794c3-7347-459e-8a61-fdedbad20294 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:09.269930 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:09.270883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.272583 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] 10.222.0.55 "PUT /v2.0/ports/83ab9556-de99-4778-998d-eabc429e2df1 HTTP/1.1" status: 200 len: 1094 time: 1.1378317 Jun 30 10:27:09.273270 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:09.275827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683" -d '{"events": [{"name": "network-changed", "server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "tag": "83ab9556-de99-4778-998d-eabc429e2df1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:09.294833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:09.295243 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Checking segment: {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:09.295647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.296042 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Bound using segment: {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:09.296588 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Bound port: 385b5e24-a203-40a6-991f-e79d782e02ea, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1857c6b2-9204-4fc0-819a-7af290403e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:09.296998 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.310661 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c089-b6a6-4e7a-b5b6-bafbeacff42a service neutron] Pushing event updated for resources: {'Port': ['ID=83ab9556-de99-4778-998d-eabc429e2df1,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:09.341610 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:09.359643 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-26f61d06-71dd-45e8-959c-4cd7d4b2bc1a None None] Provisioning complete for port 385b5e24-a203-40a6-991f-e79d782e02ea triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:09.360191 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-26f61d06-71dd-45e8-959c-4cd7d4b2bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.389339 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05324e4a-b36e-4888-a9a1-d0f5ed99ff3d x-openstack-request-id: req-05324e4a-b36e-4888-a9a1-d0f5ed99ff3d {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:09.389638 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "tag": "83ab9556-de99-4778-998d-eabc429e2df1", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:09.389888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05324e4a-b36e-4888-a9a1-d0f5ed99ff3d {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:09.390298 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05324e4a-b36e-4888-a9a1-d0f5ed99ff3d'] response: {'name': 'network-changed', 'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1', 'status': 'completed', 'code': 200} Jun 30 10:27:09.444106 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-7faaac5a-eefb-4864-a301-f52f21bc934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:09.451731 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:09.452463 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-7faaac5a-eefb-4864-a301-f52f21bc934a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 1128 time: 0.1102438 Jun 30 10:27:09.479740 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-26f61d06-71dd-45e8-959c-4cd7d4b2bc1a None None] Port 385b5e24-a203-40a6-991f-e79d782e02ea cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:27:09.515200 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 82dace9e-1efe-44e0-a8ad-962533020225 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:09.522039 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] For port 385b5e24-a203-40a6-991f-e79d782e02ea, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:09.526203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] For port 385b5e24-a203-40a6-991f-e79d782e02ea, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=385b5e24-a203-40a6-991f-e79d782e02ea,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:09.534547 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:09.551179 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-9ade413d-2df2-4d72-9ff6-2328827b88dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ab9556-de99-4778-998d-eabc429e2df1 HTTP/1.1" status: 200 len: 217 time: 0.0909634 Jun 30 10:27:09.569675 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10753-bed9-499d-9340-391ba616bb30 req-33b78b40-8187-43f7-93c6-59d18a1fe596 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:09.572463 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-acf10753-bed9-499d-9340-391ba616bb30 req-33b78b40-8187-43f7-93c6-59d18a1fe596 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0771868 Jun 30 10:27:09.612247 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Routers {'bbff4e11-40d7-4536-b6c9-e73689291aff'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:09.612899 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:26:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['bbff4e11-40d7-4536-b6c9-e73689291aff'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:09.666342 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-acf10753-bed9-499d-9340-391ba616bb30 req-1c718317-f032-4092-b9ec-747e35dd3b9c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863237 Jun 30 10:27:09.674864 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-0480d4f8-6097-4ab4-bc41-328eafafbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:09.676361 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-0480d4f8-6097-4ab4-bc41-328eafafbdae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.1171854 Jun 30 10:27:09.689773 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7abef-befa-4d7c-9069-aefd5a4045a8 None None] Pushing event updated for resources: {'Port': ['ID=385b5e24-a203-40a6-991f-e79d782e02ea,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:09.763362 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-3909104e-44f5-46b3-a106-16bcfdd9f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:09.764899 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-3909104e-44f5-46b3-a106-16bcfdd9f362 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742049 Jun 30 10:27:09.879041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] Set router bbff4e11-40d7-4536-b6c9-e73689291aff gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:09.893064 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-a9d2d223-8e3c-4761-b511-4fe4c98e2a43 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196542 Jun 30 10:27:09.918787 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:09.936126 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] Provisioning complete for port 385b5e24-a203-40a6-991f-e79d782e02ea triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:09.936499 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:10.008204 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b43bff26-88b1-4f2c-b087-3924f4d02f05 req-5d87ed92-bd53-4974-8929-863a3705a013 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067638 Jun 30 10:27:10.138250 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecf7b3-e526-4c05-9464-edde76eff6da req-4edcefcb-ff28-4b68-93a4-43db533bd176 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:10.139904 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-08ecf7b3-e526-4c05-9464-edde76eff6da req-4edcefcb-ff28-4b68-93a4-43db533bd176 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0778658 Jun 30 10:27:10.171495 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] Current status of the port 385b5e24-a203-40a6-991f-e79d782e02ea is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:10.171817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:10.203959 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-08ecf7b3-e526-4c05-9464-edde76eff6da req-6260649b-3e4b-4ac8-943b-ffb255cb91f9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544558 Jun 30 10:27:10.252698 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] For port 385b5e24-a203-40a6-991f-e79d782e02ea, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=385b5e24-a203-40a6-991f-e79d782e02ea,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:10.263106 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:10.270119 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:10.276498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:05Z', 'revision_number': 4, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '385b5e24-a203-40a6-991f-e79d782e02ea', 'name': '', 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'mac_address': 'fa:16:3e:a9:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1b752923-2972-45e3-982c-5c39eff81119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:03Z', 'updated_at': '2022-06-30T10:27:09Z', 'revision_number': 4, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'subnets': [{'id': '1b752923-2972-45e3-982c-5c39eff81119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:10.347558 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d61590-4ab4-4bd6-b598-9cca661fdddb None None] The sync data for ids ['bbff4e11-40d7-4536-b6c9-e73689291aff'] in dv-cinder-826608-4-iscsi is: [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:05Z', 'revision_number': 4, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '385b5e24-a203-40a6-991f-e79d782e02ea', 'name': '', 'network_id': '52f794c3-7347-459e-8a61-fdedbad20294', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'mac_address': 'fa:16:3e:a9:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1b752923-2972-45e3-982c-5c39eff81119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:03Z', 'updated_at': '2022-06-30T10:27:09Z', 'revision_number': 4, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'subnets': [{'id': '1b752923-2972-45e3-982c-5c39eff81119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:10.361898 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-ecda5d6a-19ea-4ada-b8e2-194be09475aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:10.363453 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-ecda5d6a-19ea-4ada-b8e2-194be09475aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 1128 time: 0.0560546 Jun 30 10:27:10.372839 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada2ab3-b388-4d53-9dc2-a9b8c7ab0ff7 None None] Pushing event updated for resources: {'Port': ['ID=385b5e24-a203-40a6-991f-e79d782e02ea,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:10.538424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-240cd593-8371-44ef-a8e8-c3b5e72a9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:10.540355 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-240cd593-8371-44ef-a8e8-c3b5e72a9b77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.1567137 Jun 30 10:27:10.590941 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-f5999ebb-db89-4dbf-8889-bb7ed45fae0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ab9556-de99-4778-998d-eabc429e2df1 HTTP/1.1" status: 200 len: 217 time: 0.0406387 Jun 30 10:27:10.649394 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-f260d498-a69b-4368-9a1e-db63ab5322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:10.651343 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-f260d498-a69b-4368-9a1e-db63ab5322fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0535908 Jun 30 10:27:10.732031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-3b94bb44-7fa2-4b03-b199-83d26b5fcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:10.734490 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-3b94bb44-7fa2-4b03-b199-83d26b5fcb8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753171 Jun 30 10:27:10.915179 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 385b5e24-a203-40a6-991f-e79d782e02ea up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:10.929117 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-57d1ff45-35b7-4709-91c0-8c52c0086f4e service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857657 Jun 30 10:27:11.006912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fadd25-cc15-42cd-944b-44b26daca070 req-b5a043ae-ad3a-4461-8f65-0b809f450def tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:11.008768 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-75fadd25-cc15-42cd-944b-44b26daca070 req-b5a043ae-ad3a-4461-8f65-0b809f450def tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0784683 Jun 30 10:27:11.067757 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 385b5e24-a203-40a6-991f-e79d782e02ea triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:11.068200 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:11.137375 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:11.146031 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-75fadd25-cc15-42cd-944b-44b26daca070 req-4a067518-f48a-41c3-b1f5-249f9a330c91 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316199 Jun 30 10:27:11.150155 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b4c6e84-0081-49e4-aaa5-7b342c2eb683 req-79bca050-62de-4f05-9bae-74779b3b1d02 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088580 Jun 30 10:27:11.168467 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:11.230420 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 385b5e24-a203-40a6-991f-e79d782e02ea is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:11.358672 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70f0a1-63de-469b-8c83-d08604e67e8f req-982a1c87-c21b-4d6c-a906-db4f316fd20b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:11.360330 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ac70f0a1-63de-469b-8c83-d08604e67e8f req-982a1c87-c21b-4d6c-a906-db4f316fd20b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0650547 Jun 30 10:27:11.440765 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ac70f0a1-63de-469b-8c83-d08604e67e8f req-4ff22e57-a872-4a36-92db-43bca06bb436 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739584 Jun 30 10:27:11.651565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3d995daf-2524-43f4-a037-fec6241fc1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:12.368892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6e54-85ba-4b30-bfe0-ff1c1adabdc6 req-a59c4ba4-fb47-420a-8557-8ebdeaff223d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:12.370454 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c66a6e54-85ba-4b30-bfe0-ff1c1adabdc6 req-a59c4ba4-fb47-420a-8557-8ebdeaff223d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.1236598 Jun 30 10:27:12.457851 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c66a6e54-85ba-4b30-bfe0-ff1c1adabdc6 req-c2820b97-63a1-44cc-9b4a-00e151408a40 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736530 Jun 30 10:27:12.597852 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b0fb5-897d-4605-b11b-e53c77b59979 req-0464ba1e-6b54-49f1-b02d-af26d5bd448d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:12.599309 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5f8b0fb5-897d-4605-b11b-e53c77b59979 req-0464ba1e-6b54-49f1-b02d-af26d5bd448d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0511615 Jun 30 10:27:12.663252 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5f8b0fb5-897d-4605-b11b-e53c77b59979 req-a30fc285-fef3-42eb-9b6c-ac26e7784df2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580454 Jun 30 10:27:13.595367 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c96bec-a8a5-4e2b-9900-0fd74802758f req-d7286cba-3ff9-48f8-8d23-dbd17ff4e65e tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:13.597037 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d9c96bec-a8a5-4e2b-9900-0fd74802758f req-d7286cba-3ff9-48f8-8d23-dbd17ff4e65e tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0582490 Jun 30 10:27:13.636915 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:13.678328 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d9c96bec-a8a5-4e2b-9900-0fd74802758f req-1784306e-bcca-4884-9699-58fac2c6349f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751064 Jun 30 10:27:13.814834 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c0f3-8110-46e9-98ac-fbe6516d8547 req-cdb97862-34a2-4150-a03b-14524851df7d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:13.817157 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-98d5c0f3-8110-46e9-98ac-fbe6516d8547 req-cdb97862-34a2-4150-a03b-14524851df7d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0668559 Jun 30 10:27:13.837339 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-476e1df8-1843-4121-ad6a-62101004bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:13.898469 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-98d5c0f3-8110-46e9-98ac-fbe6516d8547 req-156099e2-0c87-402b-8a83-809e95e48454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657547 Jun 30 10:27:14.799473 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23530c86-e179-4fb0-9d37-deda67c14583 req-7a24bae9-74cc-4c02-a70e-d3ef2226bc83 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:14.807393 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-23530c86-e179-4fb0-9d37-deda67c14583 req-7a24bae9-74cc-4c02-a70e-d3ef2226bc83 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 944 time: 0.0636885 Jun 30 10:27:14.858789 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-23530c86-e179-4fb0-9d37-deda67c14583 req-910843c0-a60e-4a5c-a610-16f7060ba0df tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504544 Jun 30 10:27:14.940823 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:15.025519 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622acc8-71f2-4bd3-a598-73ed1ff04ee6 req-4ffb2d3d-ef84-4260-8650-6791cf477e23 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:15.033064 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6622acc8-71f2-4bd3-a598-73ed1ff04ee6 req-4ffb2d3d-ef84-4260-8650-6791cf477e23 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0689816 Jun 30 10:27:15.075296 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:15.085049 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6622acc8-71f2-4bd3-a598-73ed1ff04ee6 req-83a66cd9-5d1d-417c-841b-630aea17c75c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510590 Jun 30 10:27:15.096480 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'port_id': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'mac_address': 'fa:16:3e:cf:e3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:15.147203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0bd592dd-4f07-441e-9494-dbeaf06b8644 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:15.147862 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:15.165735 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd592dd-4f07-441e-9494-dbeaf06b8644 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:15.187701 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:15.191789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:15.250964 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:15.266498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=7']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:15.328215 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:15.331170 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:15.502146 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['0bd592dd-4f07-441e-9494-dbeaf06b8644'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:15.989702 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a4537-15a1-4f39-896c-6e8d6a6a3bbb req-8e3f35d3-ef19-465b-b2a8-4e6133003d4f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:15.998845 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ec7a4537-15a1-4f39-896c-6e8d6a6a3bbb req-8e3f35d3-ef19-465b-b2a8-4e6133003d4f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 945 time: 0.0589049 Jun 30 10:27:16.054577 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ec7a4537-15a1-4f39-896c-6e8d6a6a3bbb req-8cf9dfe9-d035-46fd-b965-f8ef4ad94ccb tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545387 Jun 30 10:27:16.221487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f20fad-6796-4e6d-9580-c8a88f170e3f req-53258ce8-fb03-4961-b086-06935dc753b5 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:16.223013 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-67f20fad-6796-4e6d-9580-c8a88f170e3f req-53258ce8-fb03-4961-b086-06935dc753b5 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0632520 Jun 30 10:27:16.277592 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-67f20fad-6796-4e6d-9580-c8a88f170e3f req-c2e20e92-0657-45f9-80f8-8c5f91ae67e9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487990 Jun 30 10:27:16.694058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:16.959584 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 83ab9556-de99-4778-998d-eabc429e2df1 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:16.962228 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:16.976565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:17.175364 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:17.185834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f71d4-f1d0-456a-87bd-0ab50f885b0d req-27014c51-0e94-48fd-a67c-d15f811ac7b4 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:17.192911 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1f3f71d4-f1d0-456a-87bd-0ab50f885b0d req-27014c51-0e94-48fd-a67c-d15f811ac7b4 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 945 time: 0.0602014 Jun 30 10:27:17.214868 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:17.252376 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 0bd592dd-4f07-441e-9494-dbeaf06b8644 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:17.252711 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:17.259590 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1f3f71d4-f1d0-456a-87bd-0ab50f885b0d req-8543f829-1123-482c-9028-f3e8432ee944 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656421 Jun 30 10:27:17.311626 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 83ab9556-de99-4778-998d-eabc429e2df1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=83ab9556-de99-4778-998d-eabc429e2df1,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:17.328515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '83ab9556-de99-4778-998d-eabc429e2df1', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'port_id': '83ab9556-de99-4778-998d-eabc429e2df1', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:17.404841 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 83ab9556-de99-4778-998d-eabc429e2df1 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:17.405117 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (83ab9556-de99-4778-998d-eabc429e2df1), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:17.416033 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0bd592dd-4f07-441e-9494-dbeaf06b8644 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:17.417593 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:17.417735 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9358a-a0a4-4a8e-a2cd-f99368650bb4 req-1295bdbb-048d-4a35-9611-443d088c25c1 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:17.418429 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-85c9358a-a0a4-4a8e-a2cd-f99368650bb4 req-1295bdbb-048d-4a35-9611-443d088c25c1 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0600698 Jun 30 10:27:17.436348 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ab9556-de99-4778-998d-eabc429e2df1 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:17.461414 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:17.469353 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:17.472296 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:17.474866 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa4acbf-01f2-4d33-8e69-f66df7c974a1" -d '{"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-plugged", "status": "completed", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:17.495493 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 83ab9556-de99-4778-998d-eabc429e2df1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=83ab9556-de99-4778-998d-eabc429e2df1,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:17.499817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:17.503418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (83ab9556-de99-4778-998d-eabc429e2df1), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:17.509450 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:17.524495 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-85c9358a-a0a4-4a8e-a2cd-f99368650bb4 req-433d92ce-c594-4877-9079-929bdc6f95fe tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954385 Jun 30 10:27:17.568090 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=83ab9556-de99-4778-998d-eabc429e2df1,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:17.580476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b39f43e-032c-433d-b08c-76eceaf8c042 x-openstack-request-id: req-5b39f43e-032c-433d-b08c-76eceaf8c042 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:17.580744 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-plugged", "status": "completed", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:17.581000 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b39f43e-032c-433d-b08c-76eceaf8c042 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:17.581513 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b39f43e-032c-433d-b08c-76eceaf8c042'] response: {'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'code': 200} Jun 30 10:27:17.583943 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.584097 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.584336 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.584905 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.585243 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.585567 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.585889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.586207 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.586648 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.586932 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.587250 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.587565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.587875 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.588186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.588496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:17.648886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=8']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:17.804364 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['83ab9556-de99-4778-998d-eabc429e2df1'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:17.851097 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dd203-f126-4b33-8437-8e9f06017b07 req-2381ed80-cd4a-4a0f-89ce-2a2885bea046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:17.852531 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b03dd203-f126-4b33-8437-8e9f06017b07 req-2381ed80-cd4a-4a0f-89ce-2a2885bea046 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1130 time: 0.0543466 Jun 30 10:27:17.906199 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b03dd203-f126-4b33-8437-8e9f06017b07 req-b9ad9fed-b71f-4bf6-a321-77a29abaea42 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 Jun 30 10:27:18.226507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-8d1b2416-239e-4394-9121-d684d79401ca tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:18.228013 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-8d1b2416-239e-4394-9121-d684d79401ca tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 815 time: 0.1055701 Jun 30 10:27:18.243242 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-8582c536-53fe-40e6-a2e4-1c54c0e508d7 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/quotas/6bf471198043490896b5f99c7e004168 HTTP/1.1" status: 200 len: 375 time: 0.0089207 Jun 30 10:27:18.397381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cb653-106e-4d61-b3f7-10a63fc45f81 req-a6ee981a-b346-49bb-92c9-069abff2ec93 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:18.399481 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-714cb653-106e-4d61-b3f7-10a63fc45f81 req-a6ee981a-b346-49bb-92c9-069abff2ec93 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Jun 30 10:27:18.455082 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-714cb653-106e-4d61-b3f7-10a63fc45f81 req-ef7ddadd-67e4-4986-9b6d-aa25784fdf3f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492029 Jun 30 10:27:18.543247 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-bac824b7-c849-4d3c-b988-c1264905bcad tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2953036 Jun 30 10:27:18.644215 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83b5a-365d-435f-b012-c5694ab7fe40 req-d328a490-2b9d-431c-8532-698c508de450 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:18.645734 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcb83b5a-365d-435f-b012-c5694ab7fe40 req-d328a490-2b9d-431c-8532-698c508de450 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 945 time: 0.0589828 Jun 30 10:27:18.699473 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcb83b5a-365d-435f-b012-c5694ab7fe40 req-171245f1-4635-4b26-91d3-6aeeb39776ad tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473540 Jun 30 10:27:18.738587 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-cdcacc3f-80db-4d2e-82bd-2335a3bb56e0 service neutron] 10.222.0.44 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822340 Jun 30 10:27:18.829501 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-bad700a0-2d50-47cb-9e1b-a4587e0a67ad service neutron] 10.222.0.44 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852859 Jun 30 10:27:18.972833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 83ab9556-de99-4778-998d-eabc429e2df1 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:19.014006 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:19.026586 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 83ab9556-de99-4778-998d-eabc429e2df1 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:27:19.035329 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 83ab9556-de99-4778-998d-eabc429e2df1 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:19.035703 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (83ab9556-de99-4778-998d-eabc429e2df1), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:19.110705 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:19.126820 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 83ab9556-de99-4778-998d-eabc429e2df1 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:19.127536 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (83ab9556-de99-4778-998d-eabc429e2df1), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:19.170190 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 83ab9556-de99-4778-998d-eabc429e2df1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=83ab9556-de99-4778-998d-eabc429e2df1,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:19.175223 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (83ab9556-de99-4778-998d-eabc429e2df1), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:19.230311 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=83ab9556-de99-4778-998d-eabc429e2df1,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:19.242200 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-61793ae0-0a78-47d0-9325-7d2b9bf1f78f req-8f3286d5-6a2e-4486-8103-859bf91814b0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 210 time: 0.2875080 Jun 30 10:27:19.577060 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07e4e-24c9-47e4-835f-8a56aac73678 req-ec9545fb-9d20-4740-8dbe-d553c799a774 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:19.578526 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dbe07e4e-24c9-47e4-835f-8a56aac73678 req-ec9545fb-9d20-4740-8dbe-d553c799a774 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0482190 Jun 30 10:27:19.582703 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:19.584986 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b346bc-d8d2-4547-8388-fab424f46386" -d '{"events": [{"server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "name": "network-vif-plugged", "status": "completed", "tag": "83ab9556-de99-4778-998d-eabc429e2df1"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:19.621483 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e8b65d-902d-443d-a02c-24edd02238fe x-openstack-request-id: req-82e8b65d-902d-443d-a02c-24edd02238fe {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:19.621948 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "name": "network-vif-plugged", "status": "completed", "tag": "83ab9556-de99-4778-998d-eabc429e2df1", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:19.622412 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82e8b65d-902d-443d-a02c-24edd02238fe {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:19.622885 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e8b65d-902d-443d-a02c-24edd02238fe'] response: {'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1', 'code': 200} Jun 30 10:27:19.632717 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dbe07e4e-24c9-47e4-835f-8a56aac73678 req-b36cbfd8-74d0-4c68-bf1f-2ed6846b007d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478339 Jun 30 10:27:19.829602 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc65c6c-76d4-4470-93f8-455ce8b05daf req-ee9b0623-ee07-4490-b492-6d28407ef3b2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:19.831126 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bc65c6c-76d4-4470-93f8-455ce8b05daf req-ee9b0623-ee07-4490-b492-6d28407ef3b2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0576284 Jun 30 10:27:19.880215 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bc65c6c-76d4-4470-93f8-455ce8b05daf req-0c9ca8f5-f509-4758-9f09-43f85b5cc071 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436244 Jun 30 10:27:20.356973 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aa115-8a3d-4097-89f6-f5b7c1603708 req-2cb992ad-7795-4fa5-914e-42bd0e864284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:20.358532 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-786aa115-8a3d-4097-89f6-f5b7c1603708 req-2cb992ad-7795-4fa5-914e-42bd0e864284 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 1130 time: 0.0466387 Jun 30 10:27:20.373387 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a6017ab0-31fb-4677-9b81-8c8040dc961f req-b90ebbd3-cf75-4aa0-99cc-3517c25c41a6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 210 time: 0.0351861 Jun 30 10:27:20.714197 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-786aa115-8a3d-4097-89f6-f5b7c1603708 req-3b97216d-5af4-43ce-8026-14aabab6a16a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497918 Jun 30 10:27:20.996957 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d80e91-75f7-42fc-9687-ab3dc948797c req-4a0a9936-0090-4437-b6cb-69f009ba19e0 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:20.998593 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-50d80e91-75f7-42fc-9687-ab3dc948797c req-4a0a9936-0090-4437-b6cb-69f009ba19e0 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0482607 Jun 30 10:27:21.050046 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-50d80e91-75f7-42fc-9687-ab3dc948797c req-b9c855dd-7f25-4136-9366-33878e624ca0 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454991 Jun 30 10:27:21.324167 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:21.398862 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-deeb5223-650d-46a1-95c6-e074ccf9e87e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:21.400376 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-deeb5223-650d-46a1-95c6-e074ccf9e87e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.55 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 815 time: 0.1091249 Jun 30 10:27:21.475776 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-55a6118c-05ad-429b-9ed1-ece8709b2cae req-ee4dc511-4bfb-4821-af5c-98f2f4589fc8 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 210 time: 0.0332222 Jun 30 10:27:22.109894 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'port': {'device_id': '3c6634c1-7a37-461f-8721-5856260a5d33', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'admin_state_up': True, 'tenant_id': '6bf471198043490896b5f99c7e004168'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:22.216993 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:22.227315 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030678d-e72e-4d43-9335-805ea66e3b8b req-37e9a6d9-5bb2-44a9-ac44-5c3b23607b17 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:22.228789 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2030678d-e72e-4d43-9335-805ea66e3b8b req-37e9a6d9-5bb2-44a9-ac44-5c3b23607b17 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0932155 Jun 30 10:27:22.309509 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2030678d-e72e-4d43-9335-805ea66e3b8b req-f1c5149a-a4f7-438f-a9b3-888acb1b7486 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727422 Jun 30 10:27:22.310499 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Made reservation on behalf of 6bf471198043490896b5f99c7e004168 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:27:22.313726 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:22.442504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Allocated IP 172.20.0.7 (2c78499f-6988-4500-9e97-7536eeb3e1c8/4bc07118-e3fa-47ff-9a9a-57402090f275/92d59e7a-4cd4-43f9-aa56-fef13fd0d430) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:22.576478 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9af2c1e-4b60-4da6-bbff-3d446cb3f8db req-eac722cb-a4e0-4549-a123-603c7232a7c3 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Jun 30 10:27:22.598114 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:22.629971 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:22.686756 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:22.693678 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:22.695974 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:22.698235 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:22.756818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:22.757469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:22.776686 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-beb5342c-df21-4776-a15a-a3c8f01fd272 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6708856 Jun 30 10:27:22.792200 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Request body: {'port': {'device_id': '3c6634c1-7a37-461f-8721-5856260a5d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:22.884227 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:22.981186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-2e1747a9-6c98-43da-83ed-e91683d8d321 None None] Provisioning complete for port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:22.981962 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2e1747a9-6c98-43da-83ed-e91683d8d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:23.088699 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2e1747a9-6c98-43da-83ed-e91683d8d321 None None] Port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:27:23.152673 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:23.164517 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:23.551278 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:23.565253 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Publish callbacks [] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:23.588160 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983db3b2-6705-4221-97a2-2ec0e7388887 req-d9b74adc-f405-4fbc-bcdb-7ef69393fbd4 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:23.595398 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-983db3b2-6705-4221-97a2-2ec0e7388887 req-d9b74adc-f405-4fbc-bcdb-7ef69393fbd4 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0822816 Jun 30 10:27:23.615640 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Transition to ACTIVE for port object 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:27:23.651960 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-983db3b2-6705-4221-97a2-2ec0e7388887 req-3697fdcc-cbc6-434e-a9ec-f8faa37f696d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557425 Jun 30 10:27:23.652917 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:23.714027 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:23.876764 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Attempting to bind port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:23.877122 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Attempting to bind port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:23.877459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Attempting to bind port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 on network 2c78499f-6988-4500-9e97-7536eeb3e1c8 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:23.888302 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091ed43-6f7c-4c27-b6ca-28a8fc521076 req-4f823c4f-4b97-4f18-869a-d4c0807694b3 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:23.889961 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f091ed43-6f7c-4c27-b6ca-28a8fc521076 req-4f823c4f-4b97-4f18-869a-d4c0807694b3 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0857620 Jun 30 10:27:23.892419 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 on network 2c78499f-6988-4500-9e97-7536eeb3e1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:27:23.892744 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Attempting to bind port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 on network 2c78499f-6988-4500-9e97-7536eeb3e1c8 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:23.906650 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:23.907028 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Checking segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:23.907399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Bound using segment: {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:23.907852 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Bound port: 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b9c2c6-0014-4d51-8fff-f2799ec76898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:23.908212 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:23.966009 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e0b2a-28c0-4792-bd19-3c8e138a8afd req-e5995959-7edb-42df-905d-ac9fefc92af7 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:23.967809 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3f6e0b2a-28c0-4792-bd19-3c8e138a8afd req-e5995959-7edb-42df-905d-ac9fefc92af7 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0744162 Jun 30 10:27:24.011735 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f091ed43-6f7c-4c27-b6ca-28a8fc521076 req-8612cf7e-501f-4b40-8773-82d351e1ffb5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118834 Jun 30 10:27:24.014180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:24.017511 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:24.023270 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3f6e0b2a-28c0-4792-bd19-3c8e138a8afd req-66fb67e7-19ef-43ea-9c3f-2091b8e5f0fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494874 Jun 30 10:27:24.027121 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:24.080465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:24.081111 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:24.083109 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] 10.222.0.55 "PUT /v2.0/ports/92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 1093 time: 1.2954390 Jun 30 10:27:24.083549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:24.085774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf862da-fa18-4f65-8d79-7e6ce36af81b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:24.131628 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a71b-6e4d-44cf-93fe-e60adbb64d95 service neutron] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:24.154123 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e80ce1-13c2-43bc-949f-41fc6d9982ee req-2fba4772-dab8-46aa-9279-c1fe38edbad9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:24.155143 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7667-79e2-4b78-827f-a17718d0ec35 req-20fb5faa-38e9-410e-81c3-5a8b91dce894 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:24.155820 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f3e80ce1-13c2-43bc-949f-41fc6d9982ee req-2fba4772-dab8-46aa-9279-c1fe38edbad9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0524962 Jun 30 10:27:24.157136 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-417e7667-79e2-4b78-827f-a17718d0ec35 req-20fb5faa-38e9-410e-81c3-5a8b91dce894 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0653923 Jun 30 10:27:24.211236 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f3e80ce1-13c2-43bc-949f-41fc6d9982ee req-c8a44320-1d1a-496e-a63a-615ef612c663 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486085 Jun 30 10:27:24.219309 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-417e7667-79e2-4b78-827f-a17718d0ec35 req-d1bc733e-442a-4e7d-8348-ec0822430fcf tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557797 Jun 30 10:27:24.234437 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47930) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:24.263849 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26ea811-0d2a-452a-9b36-85f45066fa17 x-openstack-request-id: req-f26ea811-0d2a-452a-9b36-85f45066fa17 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:24.264218 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:24.264540 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f26ea811-0d2a-452a-9b36-85f45066fa17 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:24.265080 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26ea811-0d2a-452a-9b36-85f45066fa17'] response: {'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'status': 'completed', 'code': 200} Jun 30 10:27:24.393773 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a1e0e-923f-4cd8-bf6d-ecd48e6e479f tempest-TestVolumeBootPattern-127701027 tempest-TestVolumeBootPattern-127701027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:24.395372 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e54a1e0e-923f-4cd8-bf6d-ecd48e6e479f tempest-TestVolumeBootPattern-127701027 tempest-TestVolumeBootPattern-127701027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 1125 time: 0.1598873 Jun 30 10:27:24.398903 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 47934) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:24.403534 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'port_id': '83ab9556-de99-4778-998d-eabc429e2df1', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:24.426090 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:24.504171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:24.558036 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:24.592240 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:24.617078 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Allocated IP 172.27.3.56 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/c63615db-11eb-456b-b8f8-7b881f643617) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:24.718539 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (c63615db-11eb-456b-b8f8-7b881f643617), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:24.752180 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (c63615db-11eb-456b-b8f8-7b881f643617), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:24.796302 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:24.799154 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:24.803608 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:24.808783 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=c63615db-11eb-456b-b8f8-7b881f643617,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:24.833356 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.833702 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.834039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.834373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.834724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.835054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.835377 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.835697 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.836024 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.836344 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.836663 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.836988 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.837304 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.837619 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:24.837936 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.149285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49249c-dc86-4e2f-a501-45d69b128e3f req-121d7a27-9006-4888-bd5f-b8ddd47c5f28 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:25.150804 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f49249c-dc86-4e2f-a501-45d69b128e3f req-121d7a27-9006-4888-bd5f-b8ddd47c5f28 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0654354 Jun 30 10:27:25.190921 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432255d-6ce3-49ca-aaa4-82143b42891e req-d22c3b44-d0be-431d-8f4b-a784c93201e4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:25.192411 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2432255d-6ce3-49ca-aaa4-82143b42891e req-d22c3b44-d0be-431d-8f4b-a784c93201e4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0631132 Jun 30 10:27:25.197384 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (549cef8b-9073-4da7-8d85-cc2fe1a74931), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:25.197958 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:25.207167 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3f49249c-dc86-4e2f-a501-45d69b128e3f req-7cfc3957-4f5d-4043-b677-7f1c5598512f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506241 Jun 30 10:27:25.289890 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2432255d-6ce3-49ca-aaa4-82143b42891e req-83a58329-7214-4ba4-9323-4f969d7664ca tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Jun 30 10:27:25.298734 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c63615db-11eb-456b-b8f8-7b881f643617), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:25.322611 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fb088-3f4d-43f8-a106-7958ebc1f295 req-b4b13d24-c20c-47e8-98c3-283ea820c689 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:25.324144 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f81fb088-3f4d-43f8-a106-7958ebc1f295 req-b4b13d24-c20c-47e8-98c3-283ea820c689 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0474684 Jun 30 10:27:25.372259 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f81fb088-3f4d-43f8-a106-7958ebc1f295 req-33a073cf-f117-42c0-bf19-e1ce27b80347 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Jun 30 10:27:25.382373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:25.385088 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:25.467936 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (c63615db-11eb-456b-b8f8-7b881f643617), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:25.472784 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (c63615db-11eb-456b-b8f8-7b881f643617), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:25.543505 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=c63615db-11eb-456b-b8f8-7b881f643617,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:25.554076 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (549cef8b-9073-4da7-8d85-cc2fe1a74931), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:25.648740 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Floating IP 549cef8b-9073-4da7-8d85-cc2fe1a74931 associated. External IP: 172.27.3.56, port: 83ab9556-de99-4778-998d-eabc429e2df1. Jun 30 10:27:25.840214 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:27:25.939551 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:25.949056 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:25.958034 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:25.959739 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:25.960364 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:25.989273 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6abb9fb8-48aa-4fc9-8428-63450363aec3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5892761 Jun 30 10:27:25.990006 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:25.992381 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12a6155-197e-40e7-8057-7bfab0b718b9" -d '{"events": [{"name": "network-changed", "server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "tag": "83ab9556-de99-4778-998d-eabc429e2df1"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:26.027443 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a29d9f-4056-4e12-ae9c-dd83291e3b5c x-openstack-request-id: req-12a29d9f-4056-4e12-ae9c-dd83291e3b5c {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:26.027731 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "tag": "83ab9556-de99-4778-998d-eabc429e2df1", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:26.027978 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12a29d9f-4056-4e12-ae9c-dd83291e3b5c {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:26.028377 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a29d9f-4056-4e12-ae9c-dd83291e3b5c'] response: {'name': 'network-changed', 'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1', 'status': 'completed', 'code': 200} Jun 30 10:27:26.064519 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:26.310337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:26.324453 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8df3b-97dd-4e03-86f8-1ded4630b12f req-114b8172-7911-4d79-9d9d-90db1f75b1c6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:26.326107 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fde8df3b-97dd-4e03-86f8-1ded4630b12f req-114b8172-7911-4d79-9d9d-90db1f75b1c6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0506713 Jun 30 10:27:26.351375 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '549cef8b-9073-4da7-8d85-cc2fe1a74931', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': '83ab9556-de99-4778-998d-eabc429e2df1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:27:25Z', 'updated_at': '2022-06-30T10:27:25Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:26.376190 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:26.376412 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fde8df3b-97dd-4e03-86f8-1ded4630b12f req-bbd239a9-eb00-48ea-b03b-0c209fac24a2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Jun 30 10:27:26.385833 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:26.386455 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:26.426643 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69e3b8-79ee-46a3-9ac3-d35411392646 req-5b0b2d3b-f6d0-40d2-9f34-751084d034e4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:26.428197 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d69e3b8-79ee-46a3-9ac3-d35411392646 req-5b0b2d3b-f6d0-40d2-9f34-751084d034e4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0558059 Jun 30 10:27:26.483303 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d69e3b8-79ee-46a3-9ac3-d35411392646 req-8c0ebb2e-92dc-4025-b26c-8a5f7cb5a481 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491855 Jun 30 10:27:26.498588 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6486-0e20-4f8b-9c8a-50151de35d63 req-bfd199f6-099c-4dc5-909f-24754f1141d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:26.500295 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4a3f6486-0e20-4f8b-9c8a-50151de35d63 req-bfd199f6-099c-4dc5-909f-24754f1141d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0537236 Jun 30 10:27:26.500777 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:26.548351 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4a3f6486-0e20-4f8b-9c8a-50151de35d63 req-d0794a97-5eb4-41e5-87ca-e960736f8c0e tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Jun 30 10:27:26.705647 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '549cef8b-9073-4da7-8d85-cc2fe1a74931', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': '83ab9556-de99-4778-998d-eabc429e2df1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:27:25Z', 'updated_at': '2022-06-30T10:27:25Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:26.733260 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713adae-db22-4bf6-bbe1-d2d570b37f60 None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '549cef8b-9073-4da7-8d85-cc2fe1a74931', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': '83ab9556-de99-4778-998d-eabc429e2df1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:27:25Z', 'updated_at': '2022-06-30T10:27:25Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:26.919063 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63563322-e993-4cda-ae28-b2dca9e2cb46 None None] New status for floating IP 549cef8b-9073-4da7-8d85-cc2fe1a74931: ACTIVE {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:27:27.498679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109a3d-7977-4fef-a2d7-1cc05ae46250 req-4a539ce7-77ff-4a17-a182-342e7be71864 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:27.500228 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2e109a3d-7977-4fef-a2d7-1cc05ae46250 req-4a539ce7-77ff-4a17-a182-342e7be71864 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0512304 Jun 30 10:27:27.578803 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2e109a3d-7977-4fef-a2d7-1cc05ae46250 req-ca4ac029-8ec6-4e25-bbc9-3aa4c9e7abec tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712194 Jun 30 10:27:27.678870 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c37db-e709-4f57-887a-dd9b29a852af req-715fe28b-c73b-456a-97f7-99575b14d80d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:27.680438 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-724c37db-e709-4f57-887a-dd9b29a852af req-715fe28b-c73b-456a-97f7-99575b14d80d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0681710 Jun 30 10:27:27.743569 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eee55-f7c5-4ca2-abb1-4ddeb1a70963 req-c51d7482-6f13-439a-9c49-10b8642b50c1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:27.745472 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-722eee55-f7c5-4ca2-abb1-4ddeb1a70963 req-c51d7482-6f13-439a-9c49-10b8642b50c1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0607824 Jun 30 10:27:27.749873 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-724c37db-e709-4f57-887a-dd9b29a852af req-a726c1ea-2388-4550-a80d-591759c13769 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539007 Jun 30 10:27:27.758912 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:27.805541 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-722eee55-f7c5-4ca2-abb1-4ddeb1a70963 req-87939457-b784-465f-bc95-0f86c23e10e1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540035 Jun 30 10:27:27.885798 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:28.707693 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05a9e2-6f0d-4e94-8793-bab4120863f1 req-e7030cb1-179f-4421-ab40-1464d41d1482 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:28.709161 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cb05a9e2-6f0d-4e94-8793-bab4120863f1 req-e7030cb1-179f-4421-ab40-1464d41d1482 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0482867 Jun 30 10:27:28.759771 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cb05a9e2-6f0d-4e94-8793-bab4120863f1 req-16809cfa-b24f-4cf9-abdc-3afee5b991c4 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451069 Jun 30 10:27:28.876455 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e6b79-bd2f-4afb-94bc-a2362fedfb7f req-d33a2021-3912-4306-90df-89d97fec92f2 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:28.878443 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b57e6b79-bd2f-4afb-94bc-a2362fedfb7f req-d33a2021-3912-4306-90df-89d97fec92f2 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0565524 Jun 30 10:27:28.891636 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:28.948559 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b54561-5058-46fa-bb54-c52105337f9f req-e59b7f6c-ea94-4d1f-8061-188f4ddc59ce tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:28.955385 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7b54561-5058-46fa-bb54-c52105337f9f req-e59b7f6c-ea94-4d1f-8061-188f4ddc59ce tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0709519 Jun 30 10:27:28.966078 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b57e6b79-bd2f-4afb-94bc-a2362fedfb7f req-c0dad1b1-8eab-4d0c-b4fe-b51d43792e29 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818512 Jun 30 10:27:29.004916 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b7b54561-5058-46fa-bb54-c52105337f9f req-d41ace39-e3f8-4930-bf73-60423b970fda tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477693 Jun 30 10:27:29.893277 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867e86-5ccb-4be3-a1be-0d75c1a07881 req-f0660724-51e9-480c-b9f4-53e585575d41 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:29.894826 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c6867e86-5ccb-4be3-a1be-0d75c1a07881 req-f0660724-51e9-480c-b9f4-53e585575d41 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0568812 Jun 30 10:27:29.942212 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c6867e86-5ccb-4be3-a1be-0d75c1a07881 req-c3a2fcf5-32aa-41ef-9599-81cccf6f8608 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Jun 30 10:27:30.093409 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ee68-ceed-4992-9a52-c87c8d5d8339 req-5c4c1f43-cd44-4e0b-ac0a-8b48d49b34a9 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:30.102847 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-da36ee68-ceed-4992-9a52-c87c8d5d8339 req-5c4c1f43-cd44-4e0b-ac0a-8b48d49b34a9 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0644426 Jun 30 10:27:30.152649 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4341b1-457d-4aed-9957-55b710da39e3 req-fc6587e1-89d2-4c5b-a1cf-8b806eb74125 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:30.154299 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cd4341b1-457d-4aed-9957-55b710da39e3 req-fc6587e1-89d2-4c5b-a1cf-8b806eb74125 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0737104 Jun 30 10:27:30.160874 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-da36ee68-ceed-4992-9a52-c87c8d5d8339 req-729def35-a754-49dc-a330-3c6fa9d4058b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570660 Jun 30 10:27:30.203350 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cd4341b1-457d-4aed-9957-55b710da39e3 req-1d2efc22-1611-4d42-a52e-0927ee973c59 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Jun 30 10:27:31.085075 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562f883-0db9-4ced-9ca1-dca8202520d1 req-993056b8-4f60-4fa2-8843-38db2d3b224c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:31.092398 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1562f883-0db9-4ced-9ca1-dca8202520d1 req-993056b8-4f60-4fa2-8843-38db2d3b224c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0712786 Jun 30 10:27:31.135000 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1562f883-0db9-4ced-9ca1-dca8202520d1 req-c64ec8b3-0328-4491-bb9a-b0fa1e971293 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 Jun 30 10:27:31.301883 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bb45f-4dbf-4ead-8093-3583af4ba064 req-c8f63886-74d6-4836-aa05-270efffb7f2d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:31.307806 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ac2bb45f-4dbf-4ead-8093-3583af4ba064 req-c8f63886-74d6-4836-aa05-270efffb7f2d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0748610 Jun 30 10:27:31.332662 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c111b0-0e97-4bf8-837c-e9fcf96dd69e req-007db4d5-bb05-4c7a-b8e6-15737cbadf87 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:31.334150 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-27c111b0-0e97-4bf8-837c-e9fcf96dd69e req-007db4d5-bb05-4c7a-b8e6-15737cbadf87 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0566366 Jun 30 10:27:31.358832 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ac2bb45f-4dbf-4ead-8093-3583af4ba064 req-42e563f6-f8a4-486b-a872-4aced4a9a162 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Jun 30 10:27:31.397640 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-27c111b0-0e97-4bf8-837c-e9fcf96dd69e req-d85b5ff2-c8f7-46c8-8f12-43d06ec8b0b1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573664 Jun 30 10:27:32.262373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb310b0-d237-4b6a-9036-6e8ad8a2da25 req-cd850f4a-a6b0-41b4-8930-5e2727d5820c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:32.263857 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ffb310b0-d237-4b6a-9036-6e8ad8a2da25 req-cd850f4a-a6b0-41b4-8930-5e2727d5820c tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0515742 Jun 30 10:27:32.312056 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ffb310b0-d237-4b6a-9036-6e8ad8a2da25 req-348ed8be-2245-4aa1-a073-406543b44464 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 Jun 30 10:27:32.522209 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98606d-ffcf-4578-a734-64992b27695b req-454697a0-80b7-4b49-b4d3-892493d47c26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:32.523945 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7f98606d-ffcf-4578-a734-64992b27695b req-454697a0-80b7-4b49-b4d3-892493d47c26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0928361 Jun 30 10:27:32.554285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c0c73-72c8-4f81-84ed-bd2da3ce40e5 req-647be5c9-c3e9-46d9-a0f3-8a2377dc2363 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:32.561698 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4c5c0c73-72c8-4f81-84ed-bd2da3ce40e5 req-647be5c9-c3e9-46d9-a0f3-8a2377dc2363 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0831361 Jun 30 10:27:32.582516 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7f98606d-ffcf-4578-a734-64992b27695b req-8707a0db-cf70-45e6-94b7-3a3050813141 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 Jun 30 10:27:32.605437 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4c5c0c73-72c8-4f81-84ed-bd2da3ce40e5 req-4fa69148-e7d5-4a10-88ad-eafda169f8c9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Jun 30 10:27:33.441539 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b141-39a0-4585-be32-ce77e72895bf req-e215846d-97d5-4236-8aa6-2f2b9e7e57e2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:33.445112 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4397b141-39a0-4585-be32-ce77e72895bf req-e215846d-97d5-4236-8aa6-2f2b9e7e57e2 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0540504 Jun 30 10:27:33.473039 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:33.508612 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4397b141-39a0-4585-be32-ce77e72895bf req-dc2ea464-348a-48d1-aaad-b43e856dc7b6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581391 Jun 30 10:27:33.699360 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74786e-6d33-4ba5-aedc-6ec5f452d91c req-0deb2b8e-560c-4b6b-b09e-246f1ac315f2 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:33.701759 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bd74786e-6d33-4ba5-aedc-6ec5f452d91c req-0deb2b8e-560c-4b6b-b09e-246f1ac315f2 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0498712 Jun 30 10:27:33.756165 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798801-50ea-4037-a821-2dc10131f056 req-e9941daa-350b-464b-81ab-7e66d901d7d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:33.757696 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0c798801-50ea-4037-a821-2dc10131f056 req-e9941daa-350b-464b-81ab-7e66d901d7d8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0796461 Jun 30 10:27:33.766709 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bd74786e-6d33-4ba5-aedc-6ec5f452d91c req-a8bc6817-aa52-42d3-8ea0-b6a17f09d5ef tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560040 Jun 30 10:27:33.814495 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0c798801-50ea-4037-a821-2dc10131f056 req-9188e8fe-5ae3-43dd-98cf-ff0e92e2765a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Jun 30 10:27:34.638100 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125474-b8c0-4ac0-806f-957a60fbc392 req-63d9a3e0-13bc-4c30-9694-f41b8e34a185 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:34.639542 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9125474-b8c0-4ac0-806f-957a60fbc392 req-63d9a3e0-13bc-4c30-9694-f41b8e34a185 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0485885 Jun 30 10:27:34.686334 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9125474-b8c0-4ac0-806f-957a60fbc392 req-4c69cbe5-4717-462f-8887-437f380986b6 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Jun 30 10:27:34.881714 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050090b-8e98-4cf9-b2f8-2d41f906b96d req-a6e5751e-18b6-4445-ba21-ee2992e9aa63 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:34.883568 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a050090b-8e98-4cf9-b2f8-2d41f906b96d req-a6e5751e-18b6-4445-ba21-ee2992e9aa63 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0548196 Jun 30 10:27:34.931541 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:34.945762 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a050090b-8e98-4cf9-b2f8-2d41f906b96d req-822b5d31-5be6-40a9-8d92-ad554aed540e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Jun 30 10:27:34.956533 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e12-c0cb-4dd0-8bef-72da035e4b1f req-b8ee00a6-d348-4945-a572-5b743ed1118b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:34.961429 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-20af9e12-c0cb-4dd0-8bef-72da035e4b1f req-b8ee00a6-d348-4945-a572-5b743ed1118b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0628674 Jun 30 10:27:35.022260 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-20af9e12-c0cb-4dd0-8bef-72da035e4b1f req-732947d7-543d-4534-8a13-ff0db811826d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543199 Jun 30 10:27:35.799065 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936c590-ab92-4893-8dca-827be1633a37 req-c8e9ffa6-7c16-48f5-a195-c22fd44e7bc0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:35.800496 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0936c590-ab92-4893-8dca-827be1633a37 req-c8e9ffa6-7c16-48f5-a195-c22fd44e7bc0 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0466702 Jun 30 10:27:35.846458 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0936c590-ab92-4893-8dca-827be1633a37 req-31c87695-3b12-4fc5-a5a6-b1dba9355c71 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400240 Jun 30 10:27:36.062563 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63addd4c-ac54-4e3f-9241-3a3850d3f593 req-d8f8d9ed-5b9c-4b9e-b8c3-ab8dec7c9337 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:36.064054 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-63addd4c-ac54-4e3f-9241-3a3850d3f593 req-d8f8d9ed-5b9c-4b9e-b8c3-ab8dec7c9337 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0500233 Jun 30 10:27:36.112159 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-63addd4c-ac54-4e3f-9241-3a3850d3f593 req-0b39ba9d-5f9c-4f42-8833-5f5389d4be4a tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Jun 30 10:27:36.148884 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b7f6-edbe-47d3-a9d6-d9fcbf1b75ad req-66afb949-dbd0-4187-aeda-c40d003021c4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:36.150372 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b927b7f6-edbe-47d3-a9d6-d9fcbf1b75ad req-66afb949-dbd0-4187-aeda-c40d003021c4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0540712 Jun 30 10:27:36.197289 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b927b7f6-edbe-47d3-a9d6-d9fcbf1b75ad req-99facb1a-f43c-44a9-9031-fc41d309c4da tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Jun 30 10:27:36.963274 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b07c4-af13-44b4-8244-dc89b9b2bbdf req-9b2e2fda-5f2f-4ea5-889e-96c05513d99d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:36.964713 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-356b07c4-af13-44b4-8244-dc89b9b2bbdf req-9b2e2fda-5f2f-4ea5-889e-96c05513d99d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0469747 Jun 30 10:27:37.003332 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:37.011431 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-356b07c4-af13-44b4-8244-dc89b9b2bbdf req-b07b8177-b100-44e7-94a9-15e5aaf00e23 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Jun 30 10:27:37.228400 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7602-23f7-4f7a-9ec4-abb739eb650a req-66935193-891d-4dd2-b375-a9f2db27dea4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:37.229591 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c4a7602-23f7-4f7a-9ec4-abb739eb650a req-66935193-891d-4dd2-b375-a9f2db27dea4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0459616 Jun 30 10:27:37.278636 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2c4a7602-23f7-4f7a-9ec4-abb739eb650a req-9bac4c2e-6f91-4c86-8fb2-d34e7f77cf94 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Jun 30 10:27:37.300840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:37.314245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3d8e7-219f-4ee9-a6cc-6100c181b7fa req-1a426a6e-f6aa-418f-a57b-86e37374d0ec tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:37.316091 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e3b3d8e7-219f-4ee9-a6cc-6100c181b7fa req-1a426a6e-f6aa-418f-a57b-86e37374d0ec tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0504696 Jun 30 10:27:37.368336 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e3b3d8e7-219f-4ee9-a6cc-6100c181b7fa req-6c36fd58-6b48-40ce-89f2-27458b6b8a22 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456715 Jun 30 10:27:37.873214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-70622d79-0510-48a7-a8ea-17d8633f7706 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:37.873578 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:DELETE=1,neutron:SELECT=45,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:37.874654 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-70622d79-0510-48a7-a8ea-17d8633f7706 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.0960965 Jun 30 10:27:37.878184 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf862da-fa18-4f65-8d79-7e6ce36af81b req-d6196dbf-62bb-4a54-b5b9-ef5e8776f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:37.879694 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9bf862da-fa18-4f65-8d79-7e6ce36af81b req-d6196dbf-62bb-4a54-b5b9-ef5e8776f379 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1127 time: 0.1563489 Jun 30 10:27:37.880752 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-4cc29381-f53f-440b-bd0e-8245b751a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:37.881695 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:37.882102 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-4cc29381-f53f-440b-bd0e-8245b751a94f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 1130 time: 0.1194532 Jun 30 10:27:38.104701 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-e4c6d4ba-57b9-4de7-be6c-26e3396885c7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.106199 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-e4c6d4ba-57b9-4de7-be6c-26e3396885c7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.0491033 Jun 30 10:27:38.198794 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Deleting port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:38.199127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.227231 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:38.227703 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.230604 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520518-e6e1-4cbd-9563-cf3c0cc392dc req-2e4c0ed6-bfd0-4c24-8b8a-9524df33f5e1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.232123 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-87520518-e6e1-4cbd-9563-cf3c0cc392dc req-2e4c0ed6-bfd0-4c24-8b8a-9524df33f5e1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 946 time: 0.1205986 Jun 30 10:27:38.268900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-9c0874bc-88c7-4059-83ea-8a427b17520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.270913 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-9c0874bc-88c7-4059-83ea-8a427b17520e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.3183181 Jun 30 10:27:38.279363 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf862da-fa18-4f65-8d79-7e6ce36af81b req-469790ba-6148-4f68-b573-aa40adde83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.280681 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9bf862da-fa18-4f65-8d79-7e6ce36af81b req-469790ba-6148-4f68-b573-aa40adde83f1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6bf471198043490896b5f99c7e004168&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3267887 Jun 30 10:27:38.317275 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] For port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:38.317765 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.323639 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:38.487285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:38.487761 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.492720 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-87520518-e6e1-4cbd-9563-cf3c0cc392dc req-54ad16d6-4016-4888-b80e-461091360606 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461822 Jun 30 10:27:38.498472 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209677d-4edf-4e90-ab62-b317edf5b313 req-5fe3c634-8821-4d27-80c5-05705c01a6c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.500204 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1209677d-4edf-4e90-ab62-b317edf5b313 req-5fe3c634-8821-4d27-80c5-05705c01a6c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.1124878 Jun 30 10:27:38.501120 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-2e864dc1-cbd2-4770-8b8d-520515e6a9f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ab9556-de99-4778-998d-eabc429e2df1 HTTP/1.1" status: 200 len: 1001 time: 0.1893837 Jun 30 10:27:38.572509 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:38.600227 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1209677d-4edf-4e90-ab62-b317edf5b313 req-e225dc92-f5cb-4e51-b7a2-e75c5e4e576f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933366 Jun 30 10:27:38.609059 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.609233 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf862da-fa18-4f65-8d79-7e6ce36af81b req-5cf8f7b7-7af6-4d03-be80-84808c1aa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.609395 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (1702fdde-68c3-4b5a-ad20-fe2c65a4f68e), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.609395 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP 1702fdde-68c3-4b5a-ad20-fe2c65a4f68e disassociated. External IP: 172.27.3.5, port: 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0. Jun 30 10:27:38.609395 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 owned by compute:nova {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:38.610624 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9bf862da-fa18-4f65-8d79-7e6ce36af81b req-5cf8f7b7-7af6-4d03-be80-84808c1aa9ac service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2899146 Jun 30 10:27:38.658150 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-da661860-f9ca-4a5e-ab5c-c582b9707094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.659706 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-da661860-f9ca-4a5e-ab5c-c582b9707094 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.1466086 Jun 30 10:27:38.721779 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe02b0-5619-4c7a-890f-b7b8eb891ade req-b9537c6a-62e4-41dd-ab61-2c8815819d60 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.723971 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5bbe02b0-5619-4c7a-890f-b7b8eb891ade req-b9537c6a-62e4-41dd-ab61-2c8815819d60 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=47318696-9d5e-4bc2-b6da-f753daed5ece HTTP/1.1" status: 200 len: 945 time: 0.1398368 Jun 30 10:27:38.750111 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.779583 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:38.835271 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-2c719ab1-9bb6-46f5-a9f7-496d85b98605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.836658 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-2c719ab1-9bb6-46f5-a9f7-496d85b98605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1433086 Jun 30 10:27:38.839466 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-e6fa126d-accf-419b-a3b3-791129b12279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:38.840796 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-e6fa126d-accf-419b-a3b3-791129b12279 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1127 time: 0.1502860 Jun 30 10:27:38.893184 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:27:38.897795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.898158 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:38.898472 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Floating IP a93ce5db-f740-40fb-93fd-f852cde45e67 disassociated. External IP: 172.27.3.157, port: ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4. Jun 30 10:27:38.898849 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Calling delete_port for ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:38.935852 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-53134e18-5839-4287-982d-bd3f340cb2e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 217 time: 0.0710921 Jun 30 10:27:38.937231 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:38.947784 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5bbe02b0-5619-4c7a-890f-b7b8eb891ade req-8dfc008d-3672-42fc-aa59-5a4d2cec774f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=39eb7a78-63d5-4323-bc0a-5203b412ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927602 Jun 30 10:27:38.997974 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:39.009053 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:39.019798 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:39.021030 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:39.048453 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:39.108276 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:39.133043 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:39.230795 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 is: ACTIVE; New status is: DOWN {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:39.233065 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:39.284660 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:39.286820 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:39.289641 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf56a183-99bc-49f8-a747-aea062a05932" -d '{"events": [{"server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:39.309369 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:39.334081 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:39.335062 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:39.353148 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] No DVR routers for this DVR port 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 on host hv-cinder-82660 {{(pid=103764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:27:39.358535 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:39.361906 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ee1fb13f-c4bd-4fed-9747-4010526faf2f req-43fb2820-61ad-4b30-83af-56ac55d37a20 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "DELETE /v2.0/ports/0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 HTTP/1.1" status: 204 len: 173 time: 1.2492130 Jun 30 10:27:39.376037 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'name': 'network-vif-deleted', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:39.383653 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d301e7-ff26-4914-9014-145b5db7e1de" -d '{"events": [{"server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "name": "network-vif-deleted", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:39.384932 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a92e34-3c12-4bea-a198-6155b7dc85fe x-openstack-request-id: req-d7a92e34-3c12-4bea-a198-6155b7dc85fe {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:39.386132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:39.387137 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7a92e34-3c12-4bea-a198-6155b7dc85fe {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:39.388344 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a92e34-3c12-4bea-a198-6155b7dc85fe'] response: {'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'code': 200} Jun 30 10:27:39.390754 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:27:39.409895 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:39.438790 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-23bae6a0-52dd-4679-a616-a71650ee3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:39.440237 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-23bae6a0-52dd-4679-a616-a71650ee3d6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 200 len: 854 time: 0.4964173 Jun 30 10:27:39.456600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=6']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:39.476072 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:39.492802 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:39.493641 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:39.510135 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-cd641e2c-7a11-412b-919a-7944dc98f348 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522431 Jun 30 10:27:39.561833 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-eb7c8567-ec1e-419b-890f-e01dbeca436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:39.563754 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-eb7c8567-ec1e-419b-890f-e01dbeca436a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c78499f-6988-4500-9e97-7536eeb3e1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071644 Jun 30 10:27:39.608888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:39.629387 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:39.653681 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbc7d5-9fc4-48b3-ae82-830a5bbd21f2 req-a073ec3f-515e-4446-ac00-57a049f0db65 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:39.662017 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30bbc7d5-9fc4-48b3-ae82-830a5bbd21f2 req-a073ec3f-515e-4446-ac00-57a049f0db65 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 944 time: 0.0619600 Jun 30 10:27:39.664317 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5fe13-d50f-456f-a5a0-50beea9b798a x-openstack-request-id: req-eec5fe13-d50f-456f-a5a0-50beea9b798a {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:39.664707 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47318696-9d5e-4bc2-b6da-f753daed5ece", "name": "network-vif-deleted", "tag": "0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:39.665346 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eec5fe13-d50f-456f-a5a0-50beea9b798a {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:39.665484 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec5fe13-d50f-456f-a5a0-50beea9b798a'] response: {'server_uuid': '47318696-9d5e-4bc2-b6da-f753daed5ece', 'name': 'network-vif-deleted', 'tag': '0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0', 'status': 'completed', 'code': 200} Jun 30 10:27:39.718977 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a12a6155-197e-40e7-8057-7bfab0b718b9 req-9e061d25-c7d7-4f98-960d-f8dc2ac4244e service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944394 Jun 30 10:27:39.720161 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30bbc7d5-9fc4-48b3-ae82-830a5bbd21f2 req-29c97587-aeff-4ec3-b520-cf366ad57ffd tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=e899a3cd-a050-489b-9731-e38a078f9403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567906 Jun 30 10:27:39.762873 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:39.771484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:39.822385 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d308f8-a48d-4569-addf-93b8fa83b186 req-cb7c4c20-fbf6-45cc-a3f7-f794cd296a9b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:39.823875 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-95d308f8-a48d-4569-addf-93b8fa83b186 req-cb7c4c20-fbf6-45cc-a3f7-f794cd296a9b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.1020525 Jun 30 10:27:39.828861 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event deleted for resources: {'Port': ['ID=ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:39.840926 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-244cb737-ed4d-447e-9928-a51e5c010e87 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447224 Jun 30 10:27:39.863271 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:39.891515 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014c98b-2d8b-4b7a-a371-cdd3b728f8aa None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:40.021824 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-95d308f8-a48d-4569-addf-93b8fa83b186 req-d77a5e4d-9246-40b0-a280-0d7227d93880 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867979 Jun 30 10:27:40.055377 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2e4c0e4-1869-4f2a-a2d9-c3db2ebdaa7c req-60a6c44b-8cfe-42de-86a7-4e8970852e8f service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016668 Jun 30 10:27:40.058774 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48044) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:40.074934 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:27:40.121202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a004a94a-178f-4cda-a94f-ebab3d8590f9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (39eb7a78-63d5-4323-bc0a-5203b412ad4e), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.152134 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a004a94a-178f-4cda-a94f-ebab3d8590f9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (39eb7a78-63d5-4323-bc0a-5203b412ad4e), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.185776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:40.197702 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] Sync routers for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:40.213004 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:40.213657 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:40.221647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a004a94a-178f-4cda-a94f-ebab3d8590f9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (39eb7a78-63d5-4323-bc0a-5203b412ad4e), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.228489 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a004a94a-178f-4cda-a94f-ebab3d8590f9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.232809 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a004a94a-178f-4cda-a94f-ebab3d8590f9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/security-groups/39eb7a78-63d5-4323-bc0a-5203b412ad4e HTTP/1.1" status: 204 len: 168 time: 0.1723676 Jun 30 10:27:40.236409 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48046) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:40.244842 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] No DVR routers for this DVR port ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:27:40.247612 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.251493 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c8004e1b-430b-4be3-bec7-dbc8df9a038b req-9464d131-c904-4d55-8952-d8767116c9e5 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "DELETE /v2.0/ports/ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4 HTTP/1.1" status: 204 len: 173 time: 2.2894933 Jun 30 10:27:40.252186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'name': 'network-vif-deleted', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:40.254680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5549b500-49e7-4296-b389-52354fec87af" -d '{"events": [{"server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "name": "network-vif-deleted", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:40.261266 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281524de-25ff-4869-af1f-1b311b05ec28 None None] New status for floating IP 1702fdde-68c3-4b5a-ad20-fe2c65a4f68e: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:27:40.276265 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.api.v2.resource [None req-9960cf87-2e21-4612-bf96-875b337d145a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] show failed (client error): The resource could not be found. Jun 30 10:27:40.278450 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-9960cf87-2e21-4612-bf96-875b337d145a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups/39eb7a78-63d5-4323-bc0a-5203b412ad4e HTTP/1.1" status: 404 len: 347 time: 0.0398850 Jun 30 10:27:40.280725 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48052) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:40.284323 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004a94a-178f-4cda-a94f-ebab3d8590f9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb7a78-63d5-4323-bc0a-5203b412ad4e,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:40.411053 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:40.411839 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e1d47-b97a-4ac7-8fe8-775e3d1da460 x-openstack-request-id: req-1e8e1d47-b97a-4ac7-8fe8-775e3d1da460 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:40.412142 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c12ce11-7d5b-427c-b48a-865027155f07", "name": "network-vif-deleted", "tag": "ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:40.412393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e8e1d47-b97a-4ac7-8fe8-775e3d1da460 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:40.414034 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8e1d47-b97a-4ac7-8fe8-775e3d1da460'] response: {'server_uuid': '0c12ce11-7d5b-427c-b48a-865027155f07', 'name': 'network-vif-deleted', 'tag': 'ce5fb6a5-d3a4-4efa-9ff1-45eac78b7ea4', 'status': 'completed', 'code': 200} Jun 30 10:27:40.452314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port d5c2eb3c-812e-49e5-a228-13e59d08bc15 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:40.452955 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.539996 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.540325 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (d5c2eb3c-812e-49e5-a228-13e59d08bc15), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.553246 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for d5c2eb3c-812e-49e5-a228-13e59d08bc15 owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:40.608388 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:40.631472 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:40.636592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] Checking router: 6930f0fc-ff91-4b84-810c-cd6691bf5d6b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:40.645751 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:40.646326 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:40.688557 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (d5c2eb3c-812e-49e5-a228-13e59d08bc15), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.718149 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=d5c2eb3c-812e-49e5-a228-13e59d08bc15,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:40.748704 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:40.784927 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (1702fdde-68c3-4b5a-ad20-fe2c65a4f68e), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.787882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.791576 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c91f1c0c-70df-47f1-ba2c-bae383fe0db8 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/floatingips/1702fdde-68c3-4b5a-ad20-fe2c65a4f68e HTTP/1.1" status: 204 len: 168 time: 0.5072672 Jun 30 10:27:40.815061 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7be806d-5b13-4d9f-a745-b730ce362eb5 req-48f7443d-809b-414e-9732-a0efe95741c1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c12ce11-7d5b-427c-b48a-865027155f07 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Jun 30 10:27:40.862459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48060) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:40.867824 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050782699', 'description': 'tempest-description--778171347'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:40.873175 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:40.891179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.959687 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (4169429a-6c82-40d3-ae20-298193795b47), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.964404 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (4169429a-6c82-40d3-ae20-298193795b47), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.966554 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:40.992949 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7efc5b-09b0-4feb-a38b-bbe3b75cc681 None None] The sync data for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi is: [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:22:06Z', 'revision_number': 4, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4b69ee04-c380-4963-b20b-cdfd34fc8629', 'name': '', 'network_id': '815e1101-2dfc-4ffc-aa24-fe3e0f507e45', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'mac_address': 'fa:16:3e:2a:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:04Z', 'updated_at': '2022-06-30T10:22:16Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'subnets': [{'id': '3dca2d4b-6a85-4cda-a586-1e1e8ba7f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:40.995083 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:40.999190 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1326418 Jun 30 10:27:40.999190 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780256b1-15a4-4182-b24b-bf1a5a374032 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4169429a-6c82-40d3-ae20-298193795b47,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:41.000203 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48062) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:41.005085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': '4169429a-6c82-40d3-ae20-298193795b47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:41.032878 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (8e624b4b-5edf-43ac-bf41-184585f543b5), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.091664 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (8e624b4b-5edf-43ac-bf41-184585f543b5), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.095653 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (8e624b4b-5edf-43ac-bf41-184585f543b5), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.106771 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:41.143702 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:27:41.143958 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0e53082e-e2d4-49ac-82a6-d2cfd43d6ae0 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:27:41.144661 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e624b4b-5edf-43ac-bf41-184585f543b5,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:41.152329 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.155684 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-04bfcafb-207e-4bc2-a12b-94983cfd3cfb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519141 Jun 30 10:27:41.155875 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48066) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:41.160171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'security_group_rule': {'security_group_id': '4169429a-6c82-40d3-ae20-298193795b47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:41.161970 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7e22d-7ead-4c3c-886c-963909cb5501 req-03e408c9-d5b9-4d6a-a6a0-5999d8c7c30c tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:41.167339 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2aa7e22d-7ead-4c3c-886c-963909cb5501 req-03e408c9-d5b9-4d6a-a6a0-5999d8c7c30c tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0638795 Jun 30 10:27:41.190520 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (f8426407-962c-42b5-9440-68f667558b9e), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.218637 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2aa7e22d-7ead-4c3c-886c-963909cb5501 req-dd5cfb54-72ee-4591-a86c-a66b94ccdccb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Jun 30 10:27:41.262727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (f8426407-962c-42b5-9440-68f667558b9e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.267189 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (f8426407-962c-42b5-9440-68f667558b9e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.283397 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8426407-962c-42b5-9440-68f667558b9e,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:41.300135 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.302006 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-55fb9017-3dfb-455d-aa3c-4bcb1fefc0b9 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452167 Jun 30 10:27:41.305340 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48068) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:41.309395 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:41.332399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.346840 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e5505-db5a-411e-b2a6-bd450d58483f None None] New status for floating IP a93ce5db-f740-40fb-93fd-f852cde45e67: DOWN {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:27:41.409798 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.452967 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:41.485073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:41.536056 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.27.3.24 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/a2857713-2bef-4adf-a265-d95d988baa6c) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:41.649541 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:41.654482 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (a2857713-2bef-4adf-a265-d95d988baa6c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.686234 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-81a58d41-8afc-416b-b19f-3d89928a60a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.694840 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (a2857713-2bef-4adf-a265-d95d988baa6c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.737854 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:41.740776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:41.744730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:41.765389 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=a2857713-2bef-4adf-a265-d95d988baa6c,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:41.829053 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.868277 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (a2857713-2bef-4adf-a265-d95d988baa6c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.904169 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48076) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:41.961540 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c12e7b8a-1f87-4b48-8581-40ac22a56f4d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group (e899a3cd-a050-489b-9731-e38a078f9403), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:41.984566 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c12e7b8a-1f87-4b48-8581-40ac22a56f4d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group (e899a3cd-a050-489b-9731-e38a078f9403), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.027286 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (a2857713-2bef-4adf-a265-d95d988baa6c), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.034923 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (a2857713-2bef-4adf-a265-d95d988baa6c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.037251 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c12e7b8a-1f87-4b48-8581-40ac22a56f4d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (e899a3cd-a050-489b-9731-e38a078f9403), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.041197 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c12e7b8a-1f87-4b48-8581-40ac22a56f4d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.044732 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c12e7b8a-1f87-4b48-8581-40ac22a56f4d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "DELETE /v2.0/security-groups/e899a3cd-a050-489b-9731-e38a078f9403 HTTP/1.1" status: 204 len: 168 time: 0.1372876 Jun 30 10:27:42.047276 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48082) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:42.061447 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7b8a-1f87-4b48-8581-40ac22a56f4d tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899a3cd-a050-489b-9731-e38a078f9403,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:42.068394 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.api.v2.resource [None req-3c5d47d3-1c43-42a8-9d7a-ef03b3e23bfe tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] show failed (client error): The resource could not be found. Jun 30 10:27:42.072436 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-3c5d47d3-1c43-42a8-9d7a-ef03b3e23bfe tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups/e899a3cd-a050-489b-9731-e38a078f9403 HTTP/1.1" status: 404 len: 347 time: 0.0212779 Jun 30 10:27:42.072751 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48084) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:42.122117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=a2857713-2bef-4adf-a265-d95d988baa6c,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:42.141395 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.162856 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.164430 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7aabd594-eea6-4a01-a5b4-57d10a3c67ed tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8583157 Jun 30 10:27:42.202459 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Deleting port a8698d59-e4a6-4288-948f-788afa987cc9 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:42.202846 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (a8698d59-e4a6-4288-948f-788afa987cc9), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.311758 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (a8698d59-e4a6-4288-948f-788afa987cc9), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.312089 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (a8698d59-e4a6-4288-948f-788afa987cc9), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.342968 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Calling delete_port for a8698d59-e4a6-4288-948f-788afa987cc9 owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:42.374965 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465565a-be77-4d13-85cd-c8bccfbee6bf req-61aa4da0-2d88-46d4-826d-bc6a01851d55 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:42.376484 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e465565a-be77-4d13-85cd-c8bccfbee6bf req-61aa4da0-2d88-46d4-826d-bc6a01851d55 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 943 time: 0.0730824 Jun 30 10:27:42.385043 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-1bf6c960-9c74-4708-ab37-e1334729c5d2 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1050782699&fields=id&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 267 time: 0.1021931 Jun 30 10:27:42.415809 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:42.439392 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e465565a-be77-4d13-85cd-c8bccfbee6bf req-cfd6b8c8-d2dc-41c5-8726-e796f02cea4f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528736 Jun 30 10:27:42.472984 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:42.515280 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:42.573913 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-3cf588a7-a4bf-48cd-b6bf-184931a9fe70 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:42.575430 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-3cf588a7-a4bf-48cd-b6bf-184931a9fe70 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.1612370 Jun 30 10:27:42.613819 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-dbca456c-1716-4b2c-8d84-26433fb22f6a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/quotas/d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 375 time: 0.0321980 Jun 30 10:27:42.668878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (a8698d59-e4a6-4288-948f-788afa987cc9), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.694917 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-ae527299-3998-4dd6-b27e-df7c721d6b63 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750291 Jun 30 10:27:42.698752 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event deleted for resources: {'Port': ['ID=a8698d59-e4a6-4288-948f-788afa987cc9,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:42.819666 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks [] for floatingip (a93ce5db-f740-40fb-93fd-f852cde45e67), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.822146 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:42.823355 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-43763e8d-8150-4b5e-8b7a-20f3a45ff998 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "DELETE /v2.0/floatingips/a93ce5db-f740-40fb-93fd-f852cde45e67 HTTP/1.1" status: 204 len: 168 time: 0.7497435 Jun 30 10:27:42.849928 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-c8f1c4f4-1e60-4d00-aa9b-4168dbfb8089 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249459 Jun 30 10:27:42.949302 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-db95ab55-7c0b-442c-a1da-6617907173b6 service neutron] 10.222.0.44 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935702 Jun 30 10:27:43.111380 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d465d8b5-529a-4bb6-a97b-db0f8be45c0c req-bc941acc-7ccf-492c-8818-cb2935d51de0 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 210 time: 0.0323410 Jun 30 10:27:43.118752 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:43.132999 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:43.235325 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:43.252267 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'port_id': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'mac_address': 'fa:16:3e:a2:5f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:43.292681 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:43.293064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:43.308133 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:43.330212 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:43.334419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:43.380361 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:43.579928 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30b6a8-b106-45f5-942c-b564dce7ddcb req-a14ac98c-ba06-4ad0-aa60-c5089ffa52b9 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:43.581433 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dd30b6a8-b106-45f5-942c-b564dce7ddcb req-a14ac98c-ba06-4ad0-aa60-c5089ffa52b9 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 944 time: 0.0552597 Jun 30 10:27:43.625399 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['92d59e7a-4cd4-43f9-aa56-fef13fd0d430'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:43.632898 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dd30b6a8-b106-45f5-942c-b564dce7ddcb req-1849e0f3-77fe-4373-82c9-c78a788b3d5f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Jun 30 10:27:43.831893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e7af4722-ac71-4e12-97d3-af9c838c8269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:44.197066 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-5bd3b762-68af-4b50-8a75-99ed54b6fc68 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:44.198536 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-5bd3b762-68af-4b50-8a75-99ed54b6fc68 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 815 time: 0.1047075 Jun 30 10:27:44.237825 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-789d22fd-9667-4ca7-a6c6-e052025bea34 req-2f9b13db-3b1a-4557-b15b-bd62850f9a38 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 210 time: 0.0382173 Jun 30 10:27:44.290672 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-eba40451-5828-446e-aaba-078bbd2e92b1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85406a94e3c4b07852c8d61bdcfc79e HTTP/1.1" status: 200 len: 380 time: 0.0817571 Jun 30 10:27:44.381951 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'port': {'device_id': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'admin_state_up': True, 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'security_groups': ['4169429a-6c82-40d3-ae20-298193795b47']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:44.479274 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:44.493291 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Made reservation on behalf of d85406a94e3c4b07852c8d61bdcfc79e for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:27:44.496885 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:44.629668 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Allocated IP 172.20.0.12 (83b97fe7-5a74-4333-a1f1-76508fb99056/83f53222-17a2-418e-ae06-b78e710b6cf7/fd8d83f2-4814-4b9b-b30d-37f402094b8f) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:27:44.795521 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553791-bd82-4357-b8ea-9c6cf125a843 req-8efed9a8-43cb-46dc-a71c-26ed2e462146 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:44.796954 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-42553791-bd82-4357-b8ea-9c6cf125a843 req-8efed9a8-43cb-46dc-a71c-26ed2e462146 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 944 time: 0.0691071 Jun 30 10:27:44.820883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:44.873342 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-42553791-bd82-4357-b8ea-9c6cf125a843 req-c6cd16bd-ddc8-4e26-9c59-b949bf402e23 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680685 Jun 30 10:27:44.886770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:44.930037 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:27:44.933215 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:27:44.937497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:27:44.968282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event updated for resources: {'Port': ['ID=fd8d83f2-4814-4b9b-b30d-37f402094b8f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:45.001710 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:45.002301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.012899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:45.037551 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-32cbff0b-e956-4ea3-a8b5-b4b229647ffb tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6600282 Jun 30 10:27:45.074866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836273-6c0c-47c1-8b4c-f00aa6986419 req-7c163be0-eefc-40e7-91f8-9636d1768689 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:45.076634 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-20836273-6c0c-47c1-8b4c-f00aa6986419 req-7c163be0-eefc-40e7-91f8-9636d1768689 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0597928 Jun 30 10:27:45.114121 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:45.118849 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Request body: {'port': {'device_id': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:45.167422 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:27:45.171812 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-20836273-6c0c-47c1-8b4c-f00aa6986419 req-fe6303dd-856c-44fb-a1cf-765666bf7530 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893669 Jun 30 10:27:45.179313 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:45.180227 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.217574 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.234373 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-f3f98a19-c5f3-46d4-8565-f9f039752b34 None None] Provisioning complete for port fd8d83f2-4814-4b9b-b30d-37f402094b8f triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:45.234811 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f3f98a19-c5f3-46d4-8565-f9f039752b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.279928 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.280997 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:45.290594 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-f3f98a19-c5f3-46d4-8565-f9f039752b34 None None] Port fd8d83f2-4814-4b9b-b30d-37f402094b8f cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:27:45.330229 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:45.330764 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.357969 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:45.360353 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6c7bc-328d-43bb-9853-c3e8f55f10ef" -d '{"events": [{"server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "name": "network-vif-plugged", "status": "completed", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:45.372996 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:45.377558 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.384022 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35afa45-a6a7-4844-a98a-eff4f3e1053c req-4a1f18c7-c166-4d33-959e-e4325a17385b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:45.387142 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d35afa45-a6a7-4844-a98a-eff4f3e1053c req-4a1f18c7-c166-4d33-959e-e4325a17385b tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 932 time: 0.0570798 Jun 30 10:27:45.413750 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:45.417098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c957f5-f6ce-44d4-90c4-6753e3b46cae req-0894f8c6-ac8b-4c9a-a1e4-228d047b20e1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:45.418723 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-71c957f5-f6ce-44d4-90c4-6753e3b46cae req-0894f8c6-ac8b-4c9a-a1e4-228d047b20e1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.1081131 Jun 30 10:27:45.433345 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:45.447077 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d35afa45-a6a7-4844-a98a-eff4f3e1053c req-4cdf1eb4-7f45-4590-a37f-56e734c1c373 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509393 Jun 30 10:27:45.496013 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf2d9f4-f026-4f47-b39d-7e597f246987 x-openstack-request-id: req-6bf2d9f4-f026-4f47-b39d-7e597f246987 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:45.496334 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "name": "network-vif-plugged", "status": "completed", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:45.496592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bf2d9f4-f026-4f47-b39d-7e597f246987 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:45.496992 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf2d9f4-f026-4f47-b39d-7e597f246987'] response: {'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'code': 200} Jun 30 10:27:45.539545 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-71c957f5-f6ce-44d4-90c4-6753e3b46cae req-fb2f31a1-8875-4b54-afc5-d71b20fffe57 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139433 Jun 30 10:27:45.613925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8d83f2-4814-4b9b-b30d-37f402094b8f {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:45.621252 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Publish callbacks [] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.633776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Transition to ACTIVE for port object fd8d83f2-4814-4b9b-b30d-37f402094b8f will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:27:45.637549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.688173 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8d83f2-4814-4b9b-b30d-37f402094b8f,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:45.762217 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Attempting to bind port fd8d83f2-4814-4b9b-b30d-37f402094b8f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:27:45.762646 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Attempting to bind port fd8d83f2-4814-4b9b-b30d-37f402094b8f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:27:45.763010 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Attempting to bind port fd8d83f2-4814-4b9b-b30d-37f402094b8f on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:45.767828 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Port fd8d83f2-4814-4b9b-b30d-37f402094b8f on network 83b97fe7-5a74-4333-a1f1-76508fb99056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:27:45.768150 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Attempting to bind port fd8d83f2-4814-4b9b-b30d-37f402094b8f on network 83b97fe7-5a74-4333-a1f1-76508fb99056 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:27:45.773782 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:27:45.774115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Checking segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:27:45.774492 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Bound using segment: {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:27:45.774945 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Bound port: fd8d83f2-4814-4b9b-b30d-37f402094b8f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d6e429-a48e-4613-8627-f67fab1ee881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:27:45.775299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.838206 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] For port fd8d83f2-4814-4b9b-b30d-37f402094b8f, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:45.841378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] For port fd8d83f2-4814-4b9b-b30d-37f402094b8f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:45.848385 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.886340 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:45.886991 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:45.888351 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/fd8d83f2-4814-4b9b-b30d-37f402094b8f HTTP/1.1" status: 200 len: 1094 time: 0.7755485 Jun 30 10:27:45.888787 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:45.891043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662" -d '{"events": [{"name": "network-changed", "server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:45.915859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85080805-facf-4c93-ba75-aaace4dce8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8d83f2-4814-4b9b-b30d-37f402094b8f,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:45.936305 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f95908-e8f7-4f63-9093-6a80239488b2 x-openstack-request-id: req-c2f95908-e8f7-4f63-9093-6a80239488b2 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:45.936547 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:45.936803 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2f95908-e8f7-4f63-9093-6a80239488b2 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:45.937208 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f95908-e8f7-4f63-9093-6a80239488b2'] response: {'name': 'network-changed', 'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'status': 'completed', 'code': 200} Jun 30 10:27:46.003776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4c37b-5d29-41ec-8570-4afc90366932 req-db76d903-482e-494a-bebb-ee7b97bee609 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:46.005892 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d8f4c37b-5d29-41ec-8570-4afc90366932 req-db76d903-482e-494a-bebb-ee7b97bee609 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Jun 30 10:27:46.037912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:46.056624 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d8f4c37b-5d29-41ec-8570-4afc90366932 req-2cb05af5-3251-401f-a6fe-ffdbff09df22 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Jun 30 10:27:46.288954 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb37b-0bb1-4398-b94c-b52f53e47519 req-15714a4f-bff0-4d64-a721-b59674c333d5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:46.290428 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-978bb37b-0bb1-4398-b94c-b52f53e47519 req-15714a4f-bff0-4d64-a721-b59674c333d5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0462377 Jun 30 10:27:46.344676 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-978bb37b-0bb1-4398-b94c-b52f53e47519 req-18f7db37-d1e0-40cb-97b5-f260991e5201 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486279 Jun 30 10:27:46.565976 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e296e1b-2f82-4200-992f-e9f26623d16b req-c085a411-41d7-4f86-9ad0-f7560ceb5801 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:46.567513 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5e296e1b-2f82-4200-992f-e9f26623d16b req-c085a411-41d7-4f86-9ad0-f7560ceb5801 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 944 time: 0.0500641 Jun 30 10:27:46.624219 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5e296e1b-2f82-4200-992f-e9f26623d16b req-2f7fa395-18f7-4d98-b6b9-54bb19c2d951 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503836 Jun 30 10:27:46.659894 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b198-8b43-43b5-bc47-48bc30e1d4cc req-418a48bd-6dab-459b-b60b-23bdee22c847 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:46.661893 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b201b198-8b43-43b5-bc47-48bc30e1d4cc req-418a48bd-6dab-459b-b60b-23bdee22c847 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0524406 Jun 30 10:27:46.692046 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:46.710234 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b201b198-8b43-43b5-bc47-48bc30e1d4cc req-d07e7c8a-8695-4f48-92fd-8d61ed1193cb tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Jun 30 10:27:47.049788 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:47.055213 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:47.170127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf86f62-3845-420e-832e-58fc45e642f6 req-66347cb3-a0d4-476c-930c-cf971a1d00a4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.171627 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fdf86f62-3845-420e-832e-58fc45e642f6 req-66347cb3-a0d4-476c-930c-cf971a1d00a4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0472572 Jun 30 10:27:47.218201 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fdf86f62-3845-420e-832e-58fc45e642f6 req-f08ac2c1-5db8-4201-a225-076c29fb53fa tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Jun 30 10:27:47.468921 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f582-3542-4a32-81a1-7ea4854932d9 req-04f26622-aeb2-4147-b9aa-c7e9d18b29e3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.470613 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1321f582-3542-4a32-81a1-7ea4854932d9 req-04f26622-aeb2-4147-b9aa-c7e9d18b29e3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0535195 Jun 30 10:27:47.492831 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:47.504888 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:47.505981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662 req-3c56496c-277c-4e01-9254-0b6495fa6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.507798 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662 req-3c56496c-277c-4e01-9254-0b6495fa6e09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 1128 time: 0.0450642 Jun 30 10:27:47.523009 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1321f582-3542-4a32-81a1-7ea4854932d9 req-f0ec8360-368b-413c-a428-6a4b2966a1ff tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468650 Jun 30 10:27:47.629710 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662 req-0a6909bb-3726-4ce2-a8c5-6a34ddbd368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.631106 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662 req-0a6909bb-3726-4ce2-a8c5-6a34ddbd368a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018627 Jun 30 10:27:47.738074 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa022-4c29-41f2-9b13-8fe16af58a8b req-7c83bbd4-c45c-4921-9ea9-587c8eaeb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.740148 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8f9fa022-4c29-41f2-9b13-8fe16af58a8b req-7c83bbd4-c45c-4921-9ea9-587c8eaeb935 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1129 time: 0.0662415 Jun 30 10:27:47.756176 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048360-e04f-43f4-86f7-3d49b1b76004 req-34568ebc-1d31-4fdd-8db2-854da835138d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.757616 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1048360-e04f-43f4-86f7-3d49b1b76004 req-34568ebc-1d31-4fdd-8db2-854da835138d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 944 time: 0.0545068 Jun 30 10:27:47.827047 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95aba3-b66b-4a02-816e-dc48e50a14e7 req-bfd9edfb-7436-4bc2-88b4-657fd339394b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.828539 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6d95aba3-b66b-4a02-816e-dc48e50a14e7 req-bfd9edfb-7436-4bc2-88b4-657fd339394b tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0507123 Jun 30 10:27:47.870127 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:47.878967 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6d95aba3-b66b-4a02-816e-dc48e50a14e7 req-ce57adee-64e5-400c-ba2a-03676b515997 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Jun 30 10:27:47.887596 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e1048360-e04f-43f4-86f7-3d49b1b76004 req-f7cd4424-f058-41a1-b6c6-9a23a21bfd6a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242032 Jun 30 10:27:47.945590 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8f9fa022-4c29-41f2-9b13-8fe16af58a8b req-3b9d8f10-84ea-4856-9790-7d3a1dcdaf4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736112 Jun 30 10:27:47.958514 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-9b6d2158-4382-4b68-9f89-1b048bad923f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.959893 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-9b6d2158-4382-4b68-9f89-1b048bad923f tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0683665 Jun 30 10:27:47.974806 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662 req-ffc35bae-2d41-4bc0-9dbd-f21721c3475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:47.976149 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-54f0c1cb-2c4e-4bb8-9b7d-3c371e940662 req-ffc35bae-2d41-4bc0-9dbd-f21721c3475d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053709 Jun 30 10:27:48.241102 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-b687938c-39a8-41bd-ad88-fdb5a2c33f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:48.242707 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-b687938c-39a8-41bd-ad88-fdb5a2c33f31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 1128 time: 0.0510178 Jun 30 10:27:48.341274 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7411b-63b4-4a6f-9ea8-39ad0ce3c858 req-f2dd4550-ba04-4e09-81c1-4a3c54e4ff4f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:48.343037 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ae7411b-63b4-4a6f-9ea8-39ad0ce3c858 req-f2dd4550-ba04-4e09-81c1-4a3c54e4ff4f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Jun 30 10:27:48.393303 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ae7411b-63b4-4a6f-9ea8-39ad0ce3c858 req-709c3823-af06-4422-a6a2-de33ccdad5ba tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Jun 30 10:27:48.561867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-9992f69e-9e95-4895-85a9-fd80ada0d6b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f HTTP/1.1" status: 200 len: 217 time: 0.3003037 Jun 30 10:27:48.570841 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Deleting port 3fe5fc2d-86e0-4280-8223-83de911e10e3 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:48.571188 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:48.681977 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e2e2-1fe4-4844-848e-42108d5632a0 req-95277d8b-6e99-4802-a1d5-1df8048e4781 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:48.683455 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b01e2e2-1fe4-4844-848e-42108d5632a0 req-95277d8b-6e99-4802-a1d5-1df8048e4781 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0842617 Jun 30 10:27:48.723312 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] For port 3fe5fc2d-86e0-4280-8223-83de911e10e3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3fe5fc2d-86e0-4280-8223-83de911e10e3,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:48.723679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:48.769831 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Calling delete_port for 3fe5fc2d-86e0-4280-8223-83de911e10e3 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:48.775051 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:48.795254 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1b01e2e2-1fe4-4844-848e-42108d5632a0 req-5d290711-8671-4947-b338-c0a8c1a994dc tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053994 Jun 30 10:27:48.802021 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-7b8d1b7a-6dcd-4972-8c36-24ed88ed2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:48.803430 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-7b8d1b7a-6dcd-4972-8c36-24ed88ed2099 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.1024344 Jun 30 10:27:48.889299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-d605a3da-3a83-4dc6-bbbd-5c6d0dfb781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:48.890811 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-d605a3da-3a83-4dc6-bbbd-5c6d0dfb781b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535188 Jun 30 10:27:48.909484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:49.009086 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c38524-fea8-4318-8f98-bd4fd51bde6f req-5456afdd-e3e9-470e-9611-b2316632e3de tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:49.010477 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-08c38524-fea8-4318-8f98-bd4fd51bde6f req-5456afdd-e3e9-470e-9611-b2316632e3de tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 946 time: 0.0499063 Jun 30 10:27:49.060058 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-08c38524-fea8-4318-8f98-bd4fd51bde6f req-055ff1dd-8fdc-4634-b252-c9a6a7e042a9 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Jun 30 10:27:49.070881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0da18a-cd0f-497f-9d35-447956c559b8 req-c1637695-b223-462b-90c4-3e1adf57593d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:49.072393 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7e0da18a-cd0f-497f-9d35-447956c559b8 req-c1637695-b223-462b-90c4-3e1adf57593d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 944 time: 0.1085730 Jun 30 10:27:49.075326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (3fe5fc2d-86e0-4280-8223-83de911e10e3), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:49.078301 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-8ae4a920-cc02-42e7-8792-a609009c03cc service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765144 Jun 30 10:27:49.097512 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['485f3c6f-aa69-42bc-972e-ece228b08da5', '3fe5fc2d-86e0-4280-8223-83de911e10e3'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:49.124247 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event deleted for resources: {'Port': ['ID=3fe5fc2d-86e0-4280-8223-83de911e10e3,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:49.184179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] No DVR routers for this DVR port 3fe5fc2d-86e0-4280-8223-83de911e10e3 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:27:49.186980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:49.190150 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-68886908-0a6b-4bb6-9b42-8e041b3620ac req-f5036862-d8bc-4135-ab02-0b09111bb050 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "DELETE /v2.0/ports/3fe5fc2d-86e0-4280-8223-83de911e10e3 HTTP/1.1" status: 204 len: 173 time: 1.0272942 Jun 30 10:27:49.190916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'name': 'network-vif-deleted', 'tag': '3fe5fc2d-86e0-4280-8223-83de911e10e3'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:49.193173 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ca6d1-27a7-43e9-bc4c-cefec4221b16" -d '{"events": [{"server_uuid": "431708dd-bc3c-43d7-83e5-4d957f1ee593", "name": "network-vif-deleted", "tag": "3fe5fc2d-86e0-4280-8223-83de911e10e3"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:49.198956 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7e0da18a-cd0f-497f-9d35-447956c559b8 req-9cac012b-795a-450e-891e-ae171742add3 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197131 Jun 30 10:27:49.232208 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e2b21-a73c-4ae4-bfe7-f8debc038d87 x-openstack-request-id: req-5d7e2b21-a73c-4ae4-bfe7-f8debc038d87 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:49.232497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431708dd-bc3c-43d7-83e5-4d957f1ee593", "name": "network-vif-deleted", "tag": "3fe5fc2d-86e0-4280-8223-83de911e10e3", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:49.232749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d7e2b21-a73c-4ae4-bfe7-f8debc038d87 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:49.233155 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7e2b21-a73c-4ae4-bfe7-f8debc038d87'] response: {'server_uuid': '431708dd-bc3c-43d7-83e5-4d957f1ee593', 'name': 'network-vif-deleted', 'tag': '3fe5fc2d-86e0-4280-8223-83de911e10e3', 'status': 'completed', 'code': 200} Jun 30 10:27:49.510039 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee78e-b2a5-4dde-a2ca-0c18cff0d5a9 req-6373cbbd-f886-479e-966f-d3926775de2f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:49.511608 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-830ee78e-b2a5-4dde-a2ca-0c18cff0d5a9 req-6373cbbd-f886-479e-966f-d3926775de2f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Jun 30 10:27:49.567004 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-830ee78e-b2a5-4dde-a2ca-0c18cff0d5a9 req-33a61dd2-e824-4b9a-bdda-71f2934c978b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Jun 30 10:27:49.712549 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b33b19e3-f7b3-46f2-abce-b9fabf551508 req-c6ba6f49-1c06-43ac-801f-dfcf073e6a08 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910089 Jun 30 10:27:49.916709 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762341-9c3e-471d-981a-31754af52474 req-98193987-9568-4e14-bea9-001fdca4b718 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:49.918174 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-39762341-9c3e-471d-981a-31754af52474 req-98193987-9568-4e14-bea9-001fdca4b718 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0472605 Jun 30 10:27:49.965393 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-39762341-9c3e-471d-981a-31754af52474 req-4bf70cfb-ff68-406d-8474-168267ba685d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Jun 30 10:27:50.167392 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66df0fa4-f93f-429c-ad27-38d115880365 req-48613ef7-2cf4-4474-aa47-4ffc1e274625 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=431708dd-bc3c-43d7-83e5-4d957f1ee593 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Jun 30 10:27:50.312507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29397a1-6e5c-4926-87d9-de5e0a87c7b1 req-c85855f7-eed3-4b11-b318-61b00d478a64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:50.313967 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a29397a1-6e5c-4926-87d9-de5e0a87c7b1 req-c85855f7-eed3-4b11-b318-61b00d478a64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 944 time: 0.0479693 Jun 30 10:27:50.365703 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a29397a1-6e5c-4926-87d9-de5e0a87c7b1 req-8166e75f-19f8-47f1-99ab-eb8c6081247d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Jun 30 10:27:50.680661 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5af00-2e43-4a35-9955-9dd6e90dde0f req-2da5894a-977d-46d7-b104-48033279b7e0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:50.682115 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-80b5af00-2e43-4a35-9955-9dd6e90dde0f req-2da5894a-977d-46d7-b104-48033279b7e0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Jun 30 10:27:50.728643 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-80b5af00-2e43-4a35-9955-9dd6e90dde0f req-1000ec30-1a1f-46d3-842a-b8e3a83b560f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Jun 30 10:27:50.841772 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b24f8-54a3-49a3-ac34-310507fc0cea req-ebf29e36-e507-40a3-a6db-330d8c03c0b6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:50.843233 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-352b24f8-54a3-49a3-ac34-310507fc0cea req-ebf29e36-e507-40a3-a6db-330d8c03c0b6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Jun 30 10:27:50.891168 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-352b24f8-54a3-49a3-ac34-310507fc0cea req-995e0ea6-74de-423e-b3f6-bb4da0d8de86 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Jun 30 10:27:51.103713 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11859-406c-4e84-bc5e-c8e0e68b7e68 req-61ecf1a8-d57c-48f3-888f-98b4e311a56c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:51.106484 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-00c11859-406c-4e84-bc5e-c8e0e68b7e68 req-61ecf1a8-d57c-48f3-888f-98b4e311a56c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0678270 Jun 30 10:27:51.149425 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device fd8d83f2-4814-4b9b-b30d-37f402094b8f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:51.152897 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3fe5fc2d-86e0-4280-8223-83de911e10e3 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:51.160583 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-00c11859-406c-4e84-bc5e-c8e0e68b7e68 req-7376bbb9-40f5-4979-91e5-fe3d01070dc6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 Jun 30 10:27:51.182901 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 3fe5fc2d-86e0-4280-8223-83de911e10e3 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:27:51.182901 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 3fe5fc2d-86e0-4280-8223-83de911e10e3 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:27:51.226345 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be51b08-ad90-4ba6-a232-0c905e7ee681 req-0e8c4cdc-09f8-4bb8-a25c-af1a2e6ff654 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:51.226345 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0be51b08-ad90-4ba6-a232-0c905e7ee681 req-0e8c4cdc-09f8-4bb8-a25c-af1a2e6ff654 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0492260 Jun 30 10:27:51.278347 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0be51b08-ad90-4ba6-a232-0c905e7ee681 req-71bb137f-2892-4767-88fe-1395d28c8e3f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Jun 30 10:27:51.289210 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port fd8d83f2-4814-4b9b-b30d-37f402094b8f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:51.301174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'port_id': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'mac_address': 'fa:16:3e:48:14:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:51.342364 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port fd8d83f2-4814-4b9b-b30d-37f402094b8f is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:51.342817 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:51.356909 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8d83f2-4814-4b9b-b30d-37f402094b8f {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:27:51.383208 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port fd8d83f2-4814-4b9b-b30d-37f402094b8f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:51.388158 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:51.447420 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=fd8d83f2-4814-4b9b-b30d-37f402094b8f,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:51.479351 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03add4-64d0-4bc6-9065-22f74472fc59 req-bc93eef9-f405-4093-a999-76b55522dd62 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:51.483165 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fc03add4-64d0-4bc6-9065-22f74472fc59 req-bc93eef9-f405-4093-a999-76b55522dd62 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0579553 Jun 30 10:27:51.496028 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e95f1-6810-4196-8be4-9d7823a91724 req-b5faa93a-bfd0-4d82-ba7c-5a5cde99e881 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:51.498543 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-eb1e95f1-6810-4196-8be4-9d7823a91724 req-b5faa93a-bfd0-4d82-ba7c-5a5cde99e881 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 945 time: 0.0612104 Jun 30 10:27:51.536011 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fc03add4-64d0-4bc6-9065-22f74472fc59 req-996c9c9e-d4eb-4431-a858-b67828b1b9ac tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Jun 30 10:27:51.570010 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-eb1e95f1-6810-4196-8be4-9d7823a91724 req-6e300bdd-695b-4bbc-bfa7-f3b71162e405 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634964 Jun 30 10:27:51.688182 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['fd8d83f2-4814-4b9b-b30d-37f402094b8f'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:52.269541 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:52.283480 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea805c-afa4-4fd4-b0be-003babef0733 req-3a3af413-4ffd-4cb7-9284-2f1c89d3866f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:52.284929 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fbea805c-afa4-4fd4-b0be-003babef0733 req-3a3af413-4ffd-4cb7-9284-2f1c89d3866f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0475607 Jun 30 10:27:52.332800 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fbea805c-afa4-4fd4-b0be-003babef0733 req-50321b0d-827e-4526-8f43-3e9f9d5c7e19 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418563 Jun 30 10:27:52.340498 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:52.341332 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=38 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:52.646659 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2eebd-5bdd-4ac0-bd39-1f24a45c9bfe req-86317d57-0fdc-4f3f-83de-973c36414229 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:52.648152 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-79e2eebd-5bdd-4ac0-bd39-1f24a45c9bfe req-86317d57-0fdc-4f3f-83de-973c36414229 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Jun 30 10:27:52.687940 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b280a-c316-434e-954c-b67621629df9 req-3c9dc526-25d8-4683-9d14-08e8cedf2616 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:52.689471 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f09b280a-c316-434e-954c-b67621629df9 req-3c9dc526-25d8-4683-9d14-08e8cedf2616 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 945 time: 0.0511723 Jun 30 10:27:52.697128 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-79e2eebd-5bdd-4ac0-bd39-1f24a45c9bfe req-c5857f93-5b37-4946-aec9-ad7344758432 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Jun 30 10:27:52.743655 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f09b280a-c316-434e-954c-b67621629df9 req-ea2eac6c-e90c-48bb-a1fc-416bfe25ddd5 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476255 Jun 30 10:27:53.161114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device fd8d83f2-4814-4b9b-b30d-37f402094b8f up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:53.202557 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port fd8d83f2-4814-4b9b-b30d-37f402094b8f completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:27:53.208687 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port fd8d83f2-4814-4b9b-b30d-37f402094b8f triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:27:53.209383 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:53.273006 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:53.286636 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port fd8d83f2-4814-4b9b-b30d-37f402094b8f is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:27:53.287084 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:53.290030 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:53.311630 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:53.313866 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e76ff4-6ce2-4409-b16f-5af75b78a5c9" -d '{"events": [{"server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "name": "network-vif-plugged", "status": "completed", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:53.327991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port fd8d83f2-4814-4b9b-b30d-37f402094b8f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:53.331890 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:53.380834 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=fd8d83f2-4814-4b9b-b30d-37f402094b8f,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:53.409535 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90186eb0-46d2-4fa2-8528-333b3f8d177f x-openstack-request-id: req-90186eb0-46d2-4fa2-8528-333b3f8d177f {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:53.409791 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "name": "network-vif-plugged", "status": "completed", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:53.410166 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90186eb0-46d2-4fa2-8528-333b3f8d177f {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:53.410480 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90186eb0-46d2-4fa2-8528-333b3f8d177f'] response: {'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'code': 200} Jun 30 10:27:53.499334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8a34-7cf5-4978-b06b-21cff7cca1ca req-be4119ab-0281-4abd-b736-141833baf445 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:53.500807 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8b8f8a34-7cf5-4978-b06b-21cff7cca1ca req-be4119ab-0281-4abd-b736-141833baf445 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0477445 Jun 30 10:27:53.540462 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:53.548685 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8b8f8a34-7cf5-4978-b06b-21cff7cca1ca req-93e9db38-805b-499f-86a7-c51c57c47a29 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Jun 30 10:27:53.815821 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51f0d-46fe-497a-bf71-803ece3b1d81 req-6fd6ffec-5145-4e6b-880e-0d4010819581 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:53.817355 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dfd51f0d-46fe-497a-bf71-803ece3b1d81 req-6fd6ffec-5145-4e6b-880e-0d4010819581 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Jun 30 10:27:53.871282 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dfd51f0d-46fe-497a-bf71-803ece3b1d81 req-9bc5c978-3be5-478e-9bb2-871b3575ed40 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/security-groups?id=dca2746a-5275-407f-8e01-1714d8aee449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Jun 30 10:27:53.994228 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b54471-9941-4a21-b538-913357f14d91 req-15e6b201-01be-4283-ae29-a9a14dd7c33f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:53.995780 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f1b54471-9941-4a21-b538-913357f14d91 req-15e6b201-01be-4283-ae29-a9a14dd7c33f tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0617504 Jun 30 10:27:54.078928 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f1b54471-9941-4a21-b538-913357f14d91 req-f73fef96-d8b0-49d2-a754-2724f37937bd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756311 Jun 30 10:27:54.087351 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e677be-3c54-4fe2-be74-8dfccf1cce1d req-9ae970be-7864-4fe6-9f7f-47aac68707f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:54.088808 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74e677be-3c54-4fe2-be74-8dfccf1cce1d req-9ae970be-7864-4fe6-9f7f-47aac68707f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 1130 time: 0.0530927 Jun 30 10:27:54.163778 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-a173dfa8-4025-4373-9756-6ae033a153b8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:54.165587 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-a173dfa8-4025-4373-9756-6ae033a153b8 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 945 time: 0.0616360 Jun 30 10:27:54.216684 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74e677be-3c54-4fe2-be74-8dfccf1cce1d req-360cfc1d-5358-4cb7-a073-7c24b786e6a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049604 Jun 30 10:27:54.265394 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Deleting port 485f3c6f-aa69-42bc-972e-ece228b08da5 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:54.265668 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:54.359618 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] For port 485f3c6f-aa69-42bc-972e-ece228b08da5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=485f3c6f-aa69-42bc-972e-ece228b08da5,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:54.359980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:54.372727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Calling delete_port for 485f3c6f-aa69-42bc-972e-ece228b08da5 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:54.502459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (485f3c6f-aa69-42bc-972e-ece228b08da5), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:54.515735 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['485f3c6f-aa69-42bc-972e-ece228b08da5'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:54.533857 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Pushing event deleted for resources: {'Port': ['ID=485f3c6f-aa69-42bc-972e-ece228b08da5,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:54.586339 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] No DVR routers for this DVR port 485f3c6f-aa69-42bc-972e-ece228b08da5 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:27:54.588981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:54.592198 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b182c7af-9676-43d6-bf35-ec0d1174ddfd req-f079aace-0ed2-4d5c-8896-8f856219a442 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.55 "DELETE /v2.0/ports/485f3c6f-aa69-42bc-972e-ece228b08da5 HTTP/1.1" status: 204 len: 173 time: 0.4211953 Jun 30 10:27:54.592651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc85379-b878-4aca-b529-eacd84c36965', 'name': 'network-vif-deleted', 'tag': '485f3c6f-aa69-42bc-972e-ece228b08da5'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:54.594981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155fc24f-3b41-490d-8fc2-f4255e097900" -d '{"events": [{"server_uuid": "5bc85379-b878-4aca-b529-eacd84c36965", "name": "network-vif-deleted", "tag": "485f3c6f-aa69-42bc-972e-ece228b08da5"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:54.631983 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec43857-04fd-441f-9309-ce4d165bf804 x-openstack-request-id: req-4ec43857-04fd-441f-9309-ce4d165bf804 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:54.632269 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc85379-b878-4aca-b529-eacd84c36965", "name": "network-vif-deleted", "tag": "485f3c6f-aa69-42bc-972e-ece228b08da5", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:54.632524 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ec43857-04fd-441f-9309-ce4d165bf804 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:54.632950 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec43857-04fd-441f-9309-ce4d165bf804'] response: {'server_uuid': '5bc85379-b878-4aca-b529-eacd84c36965', 'name': 'network-vif-deleted', 'tag': '485f3c6f-aa69-42bc-972e-ece228b08da5', 'status': 'completed', 'code': 200} Jun 30 10:27:54.688401 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c711ec-41ca-401a-a99a-0f5d2bd2068d req-e4b33974-7e2c-404a-b8ac-af25db1d5cf1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:54.690005 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-39c711ec-41ca-401a-a99a-0f5d2bd2068d req-e4b33974-7e2c-404a-b8ac-af25db1d5cf1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Jun 30 10:27:54.743397 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-39c711ec-41ca-401a-a99a-0f5d2bd2068d req-92124379-25bd-4c93-8f33-82580aa467b3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449159 Jun 30 10:27:54.996127 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d2fd3cbf-cbfc-4973-bccc-b2502961a877 req-27b2c5ed-3f8b-47a4-983d-db576346bd15 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 210 time: 0.0345988 Jun 30 10:27:55.193310 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af8472-d234-4400-bde2-26d068f1e925 req-a9467d95-2d12-4f39-8bbf-13929def1eb4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:55.195073 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f8af8472-d234-4400-bde2-26d068f1e925 req-a9467d95-2d12-4f39-8bbf-13929def1eb4 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0474467 Jun 30 10:27:55.241659 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f8af8472-d234-4400-bde2-26d068f1e925 req-bfcf1b88-4967-4722-99ec-644548dd1144 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Jun 30 10:27:55.852128 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:55.861315 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3675e-7554-43f3-8f71-ca63df0d4c25 req-1387d4be-76b7-4e70-b3c0-71b3c0263e12 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:55.862818 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-26a3675e-7554-43f3-8f71-ca63df0d4c25 req-1387d4be-76b7-4e70-b3c0-71b3c0263e12 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0476694 Jun 30 10:27:55.917728 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-26a3675e-7554-43f3-8f71-ca63df0d4c25 req-b0449eb0-8174-4be7-85e5-633dadf494b7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475452 Jun 30 10:27:56.107037 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-70fae40b-ae51-4739-8285-520cb97fed68 req-46709d86-36df-4aef-bea3-dc58143002b1 tempest-ServerRescueNegativeTestJSON-1846319128 tempest-ServerRescueNegativeTestJSON-1846319128-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bc85379-b878-4aca-b529-eacd84c36965 HTTP/1.1" status: 200 len: 210 time: 0.0285566 Jun 30 10:27:56.358190 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153638a-3b1a-4e41-9a02-de91bd425888 req-4038007b-2914-4de3-8658-643171e146cf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:56.359675 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9153638a-3b1a-4e41-9a02-de91bd425888 req-4038007b-2914-4de3-8658-643171e146cf tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0469708 Jun 30 10:27:56.403175 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:56.412414 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9153638a-3b1a-4e41-9a02-de91bd425888 req-0fc4823e-5bd4-4bba-9022-210b37422384 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Jun 30 10:27:56.498267 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:56.539701 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1fbe7-fd7b-48eb-9186-e89c03705db5 req-fe7bc0c9-2a4c-40f9-b379-0359911dfd6a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:56.541079 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-79a1fbe7-fd7b-48eb-9186-e89c03705db5 req-fe7bc0c9-2a4c-40f9-b379-0359911dfd6a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Jun 30 10:27:56.549685 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48286) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:56.553995 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Request body: {'floatingip': {'port_id': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:27:56.592483 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:56.627978 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:57.009396 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:57.013140 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:57.035084 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce6aa-7fcc-4227-aa3c-0fca7306a35a req-b88eedb1-256e-413b-9e85-66113b9f92c0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:57.036556 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e61ce6aa-7fcc-4227-aa3c-0fca7306a35a req-b88eedb1-256e-413b-9e85-66113b9f92c0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Jun 30 10:27:57.083944 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e61ce6aa-7fcc-4227-aa3c-0fca7306a35a req-d3d87fbe-2fbd-4a6c-8cd8-aae1e473f867 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Jun 30 10:27:57.110770 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP 760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c associated. External IP: 172.27.3.24, port: fd8d83f2-4814-4b9b-b30d-37f402094b8f. Jun 30 10:27:57.176775 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 485f3c6f-aa69-42bc-972e-ece228b08da5 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:57.184337 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48294) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:57.201105 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 485f3c6f-aa69-42bc-972e-ece228b08da5 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:27:57.201365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 485f3c6f-aa69-42bc-972e-ece228b08da5 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:27:57.423615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:27:57.836449 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:57.842986 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:57.885988 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:57.891605 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:57.903452 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:57.915134 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:57.916340 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:57.918075 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:57.975925 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-73596880-51eb-42fd-8dd3-b2b2003475ca tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "PUT /v2.0/floatingips/760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c HTTP/1.1" status: 200 len: 991 time: 1.4251463 Jun 30 10:27:57.983800 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:27:57.986088 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f61f27-a3cd-4340-811e-92033558dd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:58.033043 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3317953-bcb1-4ba4-926c-899c0af756a6 x-openstack-request-id: req-f3317953-bcb1-4ba4-926c-899c0af756a6 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:58.033809 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:58.034092 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3317953-bcb1-4ba4-926c-899c0af756a6 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:58.034493 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3317953-bcb1-4ba4-926c-899c0af756a6'] response: {'name': 'network-changed', 'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'status': 'completed', 'code': 200} Jun 30 10:27:58.091405 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:58.104752 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61f27-a3cd-4340-811e-92033558dd2b req-6ef1fc1d-6f16-400d-b839-dc53fe0a6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:58.106277 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-6ef1fc1d-6f16-400d-b839-dc53fe0a6846 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 1130 time: 0.0451677 Jun 30 10:27:58.107292 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:58.213117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61f27-a3cd-4340-811e-92033558dd2b req-566481b1-5ea0-4e80-8e40-498087a6ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:58.214627 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-566481b1-5ea0-4e80-8e40-498087a6ea8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 200 len: 916 time: 0.1011333 Jun 30 10:27:58.229931 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338525f-0c20-4557-9009-deff4f40243a req-86b7d559-5f8c-42e2-822d-221a58f9379a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:58.231471 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d338525f-0c20-4557-9009-deff4f40243a req-86b7d559-5f8c-42e2-822d-221a58f9379a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0645559 Jun 30 10:27:58.304420 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-21b66135-9aeb-48e3-bae8-6fe33506b2b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f HTTP/1.1" status: 200 len: 999 time: 0.0786409 Jun 30 10:27:58.365770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61f27-a3cd-4340-811e-92033558dd2b req-b539038f-1885-4da4-b091-730f509d0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:58.367280 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-b539038f-1885-4da4-b091-730f509d0f43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 200 len: 854 time: 0.0515718 Jun 30 10:27:58.368206 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:48:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:27:41Z', 'updated_at': '2022-06-30T10:27:56Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:58.393413 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d338525f-0c20-4557-9009-deff4f40243a req-9d71f01e-89c7-4378-9069-33185e67dbc6 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534598 Jun 30 10:27:58.393835 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:58.403707 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:58.404326 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:58.426000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61f27-a3cd-4340-811e-92033558dd2b req-06325c3b-b9fd-47c1-9bf3-4bd063626860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:58.428060 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-06325c3b-b9fd-47c1-9bf3-4bd063626860 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83b97fe7-5a74-4333-a1f1-76508fb99056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539534 Jun 30 10:27:58.472093 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Deleting port 4b69ee04-c380-4963-b20b-cdfd34fc8629 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:58.472496 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:58.523321 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:58.526494 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-b07f4951-3a2e-456e-bfc7-c6743d819a8c service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920842 Jun 30 10:27:58.555969 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] For port 4b69ee04-c380-4963-b20b-cdfd34fc8629, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4b69ee04-c380-4963-b20b-cdfd34fc8629,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:58.556593 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:58.572988 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Calling delete_port for 4b69ee04-c380-4963-b20b-cdfd34fc8629 owned by network:router_interface {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:58.635480 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50f61f27-a3cd-4340-811e-92033558dd2b req-526ffc5b-1f28-4dde-8688-c43589afaef9 service neutron] 10.222.0.55 "GET /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014459 Jun 30 10:27:58.764549 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:48:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:27:41Z', 'updated_at': '2022-06-30T10:27:56Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:58.768881 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (4b69ee04-c380-4963-b20b-cdfd34fc8629), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:58.793455 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4094743-fd65-4e4a-95da-c115744b6c74 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'port_id': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'mac_address': 'fa:16:3e:48:14:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:27:41Z', 'updated_at': '2022-06-30T10:27:56Z', 'revision_number': 1, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:58.798925 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b69ee04-c380-4963-b20b-cdfd34fc8629,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:58.805446 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:58.860760 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:58.974638 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:59.034364 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000db31-733f-4ea8-9d7d-f0df64317230 None None] New status for floating IP 760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c: ACTIVE {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:27:59.212376 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:27:59.311528 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:27:59.319961 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c542433a-62d2-491b-8ac5-0d69f7513e8c admin admin] 10.222.0.44 "PUT /v2.0/routers/6930f0fc-ff91-4b84-810c-cd6691bf5d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1320267 Jun 30 10:27:59.320890 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48308) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:27:59.323576 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] Sync routers for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:27:59.333643 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:59.334268 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:59.425262 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks [] for router (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:59.450666 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:59.536084 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks [] for router_gateway (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:59.544596 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510229-3dd3-4804-b8c7-140c745651bf req-cb336736-ac52-4ef0-b9d1-4059bb28dce7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:27:59.546445 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9e510229-3dd3-4804-b8c7-140c745651bf req-cb336736-ac52-4ef0-b9d1-4059bb28dce7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0636942 Jun 30 10:27:59.575374 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:59.580064 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Deleting port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:27:59.580403 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:59.597872 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9e510229-3dd3-4804-b8c7-140c745651bf req-08127526-ec10-4971-9b7f-5c59dbd198c0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Jun 30 10:27:59.632154 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:27:58Z', 'revision_number': 5, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port': {'id': '0dca7275-1fc9-45d3-9ae3-6f9531a5f80e', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:59.633667 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:59.664118 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] Checking router: 6930f0fc-ff91-4b84-810c-cd6691bf5d6b for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:27:59.669059 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] For port 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:59.669423 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:59.673089 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] Routers {'6930f0fc-ff91-4b84-810c-cd6691bf5d6b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:27:59.673704 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:59.683549 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Calling delete_port for 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e owned by network:router_gateway {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:27:59.747411 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:59.758941 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] Set router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:27:59.801979 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:27:59.811026 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:27:59Z', 'revision_number': 6, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:27:59.837115 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdf201-40fe-4fa2-9462-fd60cd17ae15 None None] The sync data for ids ['6930f0fc-ff91-4b84-810c-cd6691bf5d6b'] in dv-cinder-826608-4-iscsi is: [{'id': '6930f0fc-ff91-4b84-810c-cd6691bf5d6b', 'name': 'tempest-ServerRescueNegativeTestJSON-1593691687-router', 'tenant_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:56Z', 'updated_at': '2022-06-30T10:27:59Z', 'revision_number': 6, 'project_id': 'f3a09af8358a4c9ba551fc573ba84e09', 'gw_port_host': None}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:27:59.858809 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (0dca7275-1fc9-45d3-9ae3-6f9531a5f80e), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:27:59.883859 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dca7275-1fc9-45d3-9ae3-6f9531a5f80e,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:59.948682 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.059312 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.061605 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks [] for router_controller (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.123071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (6930f0fc-ff91-4b84-810c-cd6691bf5d6b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.123583 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6930f0fc-ff91-4b84-810c-cd6691bf5d6b {{(pid=103764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:28:00.128220 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.129897 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-196714a2-1553-4c29-a737-5ecd0079a1f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6930f0fc-ff91-4b84-810c-cd6691bf5d6b HTTP/1.1" status: 204 len: 168 time: 0.8077729 Jun 30 10:28:00.132506 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48312) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:00.182397 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Deleting subnet 3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:28:00.185782 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Publish callbacks [] for subnet (3dca2d4b-6a85-4cda-a586-1e1e8ba7f052), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.222321 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (3dca2d4b-6a85-4cda-a586-1e1e8ba7f052), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.301662 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (3dca2d4b-6a85-4cda-a586-1e1e8ba7f052), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.358285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (3dca2d4b-6a85-4cda-a586-1e1e8ba7f052), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.387664 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dca2d4b-6a85-4cda-a586-1e1e8ba7f052,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:00.391351 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.395397 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16984bb3-6216-4831-ac3a-f60ec30679f2 None None] Network 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:28:00.396310 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8dd71fd8-324d-4a55-8f57-a9dba0631f97 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3dca2d4b-6a85-4cda-a586-1e1e8ba7f052 HTTP/1.1" status: 204 len: 168 time: 0.2627983 Jun 30 10:28:00.400016 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48318) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:00.474472 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (815e1101-2dfc-4ffc-aa24-fe3e0f507e45), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.528471 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Deleting port af2c0438-266b-4bec-8211-4d81004166c0 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:00.528859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (af2c0438-266b-4bec-8211-4d81004166c0), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.611095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] For port af2c0438-266b-4bec-8211-4d81004166c0, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=af2c0438-266b-4bec-8211-4d81004166c0,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:00.612225 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (af2c0438-266b-4bec-8211-4d81004166c0), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.613556 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] DHCP port deletion for 815e1101-2dfc-4ffc-aa24-fe3e0f507e45 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:28:00.649608 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Calling delete_port for af2c0438-266b-4bec-8211-4d81004166c0 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:00.662066 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:00.674464 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] Deleting port af2c0438-266b-4bec-8211-4d81004166c0 {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:00.675888 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (af2c0438-266b-4bec-8211-4d81004166c0), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.726587 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:00.742397 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] For port af2c0438-266b-4bec-8211-4d81004166c0, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=af2c0438-266b-4bec-8211-4d81004166c0,segment=NetworkSegment(55de7930-bd5a-4887-80de-009f8a152c7f),segment_id=55de7930-bd5a-4887-80de-009f8a152c7f)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:00.742878 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (af2c0438-266b-4bec-8211-4d81004166c0), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.743055 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac4cf-9733-4bd9-96d1-547d0ea5c080 req-68c8ad60-838b-413b-9aa7-8472334d6cbe tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:00.745123 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-66aac4cf-9733-4bd9-96d1-547d0ea5c080 req-68c8ad60-838b-413b-9aa7-8472334d6cbe tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0557101 Jun 30 10:28:00.753533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (af2c0438-266b-4bec-8211-4d81004166c0), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.757276 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] Calling delete_port for af2c0438-266b-4bec-8211-4d81004166c0 owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:00.786225 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2c0438-266b-4bec-8211-4d81004166c0,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:00.793046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] No DVR routers for this DVR port af2c0438-266b-4bec-8211-4d81004166c0 on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:28:00.842218 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-66aac4cf-9733-4bd9-96d1-547d0ea5c080 req-d33deaeb-0517-4c91-8212-82c3ab479570 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911160 Jun 30 10:28:00.858018 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (af2c0438-266b-4bec-8211-4d81004166c0), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.884860 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] Pushing event deleted for resources: {'Port': ['ID=af2c0438-266b-4bec-8211-4d81004166c0,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:00.888712 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed46379-bdca-4583-b1f5-5bee9e997f8d None None] No DVR routers for this DVR port af2c0438-266b-4bec-8211-4d81004166c0 on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:28:00.896606 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (815e1101-2dfc-4ffc-aa24-fe3e0f507e45), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.907257 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4b69ee04-c380-4963-b20b-cdfd34fc8629 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:00.920695 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e1101-2dfc-4ffc-aa24-fe3e0f507e45']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:00.930418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 4b69ee04-c380-4963-b20b-cdfd34fc8629 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:00.930789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4b69ee04-c380-4963-b20b-cdfd34fc8629 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:00.931224 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device af2c0438-266b-4bec-8211-4d81004166c0 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:00.931838 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55de7930-bd5a-4887-80de-009f8a152c7f') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:00.932193 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55de7930-bd5a-4887-80de-009f8a152c7f') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:00.943246 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (55de7930-bd5a-4887-80de-009f8a152c7f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.951216 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: af2c0438-266b-4bec-8211-4d81004166c0 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:00.951565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device af2c0438-266b-4bec-8211-4d81004166c0 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:00.952164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:00.960322 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (55de7930-bd5a-4887-80de-009f8a152c7f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.968959 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:28:00.969244 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (55de7930-bd5a-4887-80de-009f8a152c7f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:00.976167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:00.976515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0dca7275-1fc9-45d3-9ae3-6f9531a5f80e not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:01.002422 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 55de7930-bd5a-4887-80de-009f8a152c7f resource provider aggregate not found Jun 30 10:28:01.041902 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (815e1101-2dfc-4ffc-aa24-fe3e0f507e45), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:01.048824 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 55de7930-bd5a-4887-80de-009f8a152c7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55de7930-bd5a-4887-80de-009f8a152c7f found for delete ", "request_id": "req-ab215338-3a48-45a3-83fe-309eb0b83802"}]} Jun 30 10:28:01.049758 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:01.052826 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] 10.222.0.44 "DELETE /v2.0/networks/815e1101-2dfc-4ffc-aa24-fe3e0f507e45 HTTP/1.1" status: 204 len: 168 time: 0.6517050 Jun 30 10:28:01.063346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce2339-cc04-453e-b026-74f36469ef59 admin admin] Pushing event deleted for resources: {'Network': ['ID=815e1101-2dfc-4ffc-aa24-fe3e0f507e45,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:01.173459 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48328) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:01.212830 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-5c32be4c-7844-4faa-b972-50b8584f9cb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3a09af8358a4c9ba551fc573ba84e09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382457 Jun 30 10:28:01.215189 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48330) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:01.275316 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0cd877f3-c18c-4b91-94ec-16f73fe45ccd admin admin] Publish callbacks [] for security_group (dca2746a-5275-407f-8e01-1714d8aee449), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:01.302976 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0cd877f3-c18c-4b91-94ec-16f73fe45ccd admin admin] Publish callbacks [] for security_group (dca2746a-5275-407f-8e01-1714d8aee449), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:01.359039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0cd877f3-c18c-4b91-94ec-16f73fe45ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (dca2746a-5275-407f-8e01-1714d8aee449), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:01.361765 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0cd877f3-c18c-4b91-94ec-16f73fe45ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:01.363169 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0cd877f3-c18c-4b91-94ec-16f73fe45ccd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dca2746a-5275-407f-8e01-1714d8aee449 HTTP/1.1" status: 204 len: 168 time: 0.1470356 Jun 30 10:28:01.366359 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:01.371765 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd877f3-c18c-4b91-94ec-16f73fe45ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca2746a-5275-407f-8e01-1714d8aee449,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:01.661165 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc7ec-7eae-4bba-acba-2046985b32d6 req-5b31d282-b39e-4ad2-86b0-28706e6eee99 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:01.662798 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-043dc7ec-7eae-4bba-acba-2046985b32d6 req-5b31d282-b39e-4ad2-86b0-28706e6eee99 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0488651 Jun 30 10:28:01.712591 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-043dc7ec-7eae-4bba-acba-2046985b32d6 req-17055dc9-14b8-44db-8cfa-7bfe450edf66 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442708 Jun 30 10:28:01.735942 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48352) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:01.953066 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05207332-93f5-4dd2-92b6-1339d8568052 tempest-TestMinimumBasicScenario-1614074216 tempest-TestMinimumBasicScenario-1614074216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:01.954968 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-05207332-93f5-4dd2-92b6-1339d8568052 tempest-TestMinimumBasicScenario-1614074216 tempest-TestMinimumBasicScenario-1614074216-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1124 time: 0.2180185 Jun 30 10:28:01.958038 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48366) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:01.963562 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'port_id': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:01.970054 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8961128-2779-4b6e-8290-c816331abeeb req-cf1e5713-058d-4e36-a220-15b6437dc94a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:01.975241 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c8961128-2779-4b6e-8290-c816331abeeb req-cf1e5713-058d-4e36-a220-15b6437dc94a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0582745 Jun 30 10:28:01.995983 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.023962 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c8961128-2779-4b6e-8290-c816331abeeb req-e76a2f92-2a1f-4f47-8e83-db050774aaea tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464365 Jun 30 10:28:02.087100 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.092483 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48370) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:02.195460 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748160089-network', 'tenant_id': '816f2b9a19f14176be27f7e9338eb836'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:02.203393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Allocated IP 172.27.3.51 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/d28a45da-47af-4f51-ba60-b82267077f2f) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:28:02.211570 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:02.217737 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Made reservation on behalf of 816f2b9a19f14176be27f7e9338eb836 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:28:02.220153 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.230840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.309730 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks [] for security_group (496d0e49-04ea-411d-9963-c90d6d207fc2), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.313702 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (496d0e49-04ea-411d-9963-c90d6d207fc2), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.317889 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for port (d28a45da-47af-4f51-ba60-b82267077f2f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.346182 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:28:02.351630 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d0e49-04ea-411d-9963-c90d6d207fc2,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:02.353252 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (d28a45da-47af-4f51-ba60-b82267077f2f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.357715 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:02.360067 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (567203a0-c8a4-47a3-8285-7791f963f956), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.360907 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Added segment 567203a0-c8a4-47a3-8285-7791f963f956 of type vlan for network af5b4411-45d5-4139-ae20-cf9b3303177b Jun 30 10:28:02.398232 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:02.400151 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:28:02.403550 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (af5b4411-45d5-4139-ae20-cf9b3303177b), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.406487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:28:02.409337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'Port': ['ID=d28a45da-47af-4f51-ba60-b82267077f2f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:02.412378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:28:02.430370 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (af5b4411-45d5-4139-ae20-cf9b3303177b), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.431505 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:02.432157 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.462514 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3688250 Jun 30 10:28:02.469358 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48374) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:02.475445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Request body: {'subnet': {'network_id': 'af5b4411-45d5-4139-ae20-cf9b3303177b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748160089-subnet', 'tenant_id': '816f2b9a19f14176be27f7e9338eb836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:02.513037 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152fc0e-cf21-4671-a4b2-fdc5b91bf1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=af5b4411-45d5-4139-ae20-cf9b3303177b,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:02.525581 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network af5b4411-45d5-4139-ae20-cf9b3303177b details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:28:02.528744 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Made reservation on behalf of 816f2b9a19f14176be27f7e9338eb836 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:28:02.531293 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25316079'] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.710425 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25308186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25316089'] for subnet (f16908a9-933e-4f44-ad3a-5f0cd91dfc04), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.765520 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16908a9-933e-4f44-ad3a-5f0cd91dfc04,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:02.766883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for floatingip (1f048302-825d-458d-a4a6-495690006787), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.782267 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Checking segment: {'id': '567203a0-c8a4-47a3-8285-7791f963f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'af5b4411-45d5-4139-ae20-cf9b3303177b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:28:02.782719 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Network hostable DHCP agents. Network: af5b4411-45d5-4139-ae20-cf9b3303177b, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:28:02.801216 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Network af5b4411-45d5-4139-ae20-cf9b3303177b is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:28:02.804021 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:02.811433 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, af5b4411-45d5-4139-ae20-cf9b3303177b) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:28:02.815438 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:02.816589 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.821721 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b682058-d139-44b1-85a8-f5f2fd5ca110 None None] Network af5b4411-45d5-4139-ae20-cf9b3303177b requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:28:02.840937 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-288c8341-01c8-469b-9402-8a5cda99c8b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3656695 Jun 30 10:28:02.841195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (d28a45da-47af-4f51-ba60-b82267077f2f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:02.997155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for port (d28a45da-47af-4f51-ba60-b82267077f2f), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.002501 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (d28a45da-47af-4f51-ba60-b82267077f2f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.068515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b8db2-d4c9-49df-8c53-16ec573ea675 None None] Network af5b4411-45d5-4139-ae20-cf9b3303177b requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:28:03.074304 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'Port': ['ID=d28a45da-47af-4f51-ba60-b82267077f2f,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:03.087249 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (1f048302-825d-458d-a4a6-495690006787), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.136682 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:03.424863 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48392) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:03.430150 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714990537-network', 'tenant_id': '2971f938ffad41af8b228cb2c5d01379'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:03.450762 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Made reservation on behalf of 2971f938ffad41af8b228cb2c5d01379 for: {'network': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:28:03.453179 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.462194 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.465348 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088a8f-4d84-4d15-b420-960284d7bce3 req-b9468ec9-5718-45f6-94f5-ca827fcb97ba tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:03.466871 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6c088a8f-4d84-4d15-b420-960284d7bce3 req-b9468ec9-5718-45f6-94f5-ca827fcb97ba tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.3410807 Jun 30 10:28:03.477610 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:03.503519 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Floating IP 1f048302-825d-458d-a4a6-495690006787 associated. External IP: 172.27.3.51, port: 92d59e7a-4cd4-43f9-aa56-fef13fd0d430. Jun 30 10:28:03.509788 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:03.549592 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks [] for security_group (639900e5-1132-4533-b4b8-e74fc27817f1), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.556316 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (639900e5-1132-4533-b4b8-e74fc27817f1), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.584320 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:03.585756 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:28:03.591368 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639900e5-1132-4533-b4b8-e74fc27817f1,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:03.593204 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6c088a8f-4d84-4d15-b420-960284d7bce3 req-31c5c3c0-6790-4c42-a847-ebaa64d3615a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198719 Jun 30 10:28:03.599402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (216be6af-236a-4cfa-b96d-16f552d6b56c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.599895 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.segments_db [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Added segment 216be6af-236a-4cfa-b96d-16f552d6b56c of type vlan for network 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43 Jun 30 10:28:03.643037 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (98b91481-d2f4-4ccb-9e02-3f84a6ee4b43), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.670166 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (98b91481-d2f4-4ccb-9e02-3f84a6ee4b43), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.671235 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:03.671807 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.711641 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2856934 Jun 30 10:28:03.714316 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48394) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:03.740063 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Router 0d587777-8a90-40d9-9c71-948f595f50f2 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:28:03.743778 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Request body: {'subnet': {'network_id': '98b91481-d2f4-4ccb-9e02-3f84a6ee4b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714990537-subnet', 'tenant_id': '2971f938ffad41af8b228cb2c5d01379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:03.750583 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69aab-ffee-46ff-951f-48848997e410 admin admin] Pushing event updated for resources: {'Network': ['ID=98b91481-d2f4-4ccb-9e02-3f84a6ee4b43,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:03.762869 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43 details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:28:03.766346 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Made reservation on behalf of 2971f938ffad41af8b228cb2c5d01379 for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:28:03.769865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25316079'] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.852832 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:03.865387 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] Sync routers for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:03.875419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:03.876557 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:03.881839 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.920902 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-d270cc48-7189-4e43-832d-e055b3e41e8f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9585421 Jun 30 10:28:03.920902 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:03.921264 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:03.924199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48396) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:03.929239 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58008991', 'description': 'tempest-secgroup-smoke-58008991 description', 'project_id': '6bf471198043490896b5f99c7e004168'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:03.960199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25308186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25316089'] for subnet (42e6fb0f-2e13-47ca-8b0e-ae512fe4d641), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:03.965126 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd37b8-8112-4697-bc25-9d34edb595e4 x-openstack-request-id: req-7fcd37b8-8112-4697-bc25-9d34edb595e4 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:03.965539 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:03.965887 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fcd37b8-8112-4697-bc25-9d34edb595e4 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:03.966377 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcd37b8-8112-4697-bc25-9d34edb595e4'] response: {'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'status': 'completed', 'code': 200} Jun 30 10:28:03.967846 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.011987 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e6fb0f-2e13-47ca-8b0e-ae512fe4d641,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:04.021407 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:04.024991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:04.029887 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Checking segment: {'id': '216be6af-236a-4cfa-b96d-16f552d6b56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '98b91481-d2f4-4ccb-9e02-3f84a6ee4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:28:04.030245 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Network hostable DHCP agents. Network: 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:28:04.049152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Network 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43 is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:28:04.060379 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:28:04.067809 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-c1e08271-39ac-4517-868b-75e8fc9b81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:04.070667 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-c1e08271-39ac-4517-868b-75e8fc9b81cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1129 time: 0.0707655 Jun 30 10:28:04.071917 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:04.072529 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.096762 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-638bea5a-5915-4c59-82f9-a70d7800da3d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3760514 Jun 30 10:28:04.103574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fe632-521f-469f-ae5a-83c66e4a0791 None None] Network 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:28:04.113465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group (17c8f7e8-54fb-44fa-941c-52a8a1179fbc), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.122221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (17c8f7e8-54fb-44fa-941c-52a8a1179fbc), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.190766 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.195642 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2703617 Jun 30 10:28:04.196226 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48402) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:04.202595 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group_rule': {'security_group_id': '17c8f7e8-54fb-44fa-941c-52a8a1179fbc', 'project_id': '6bf471198043490896b5f99c7e004168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:04.210358 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0a59d-f5d3-4257-b92f-63b82a48db26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8f7e8-54fb-44fa-941c-52a8a1179fbc,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:04.235881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48404) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:04.258456 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (dd374692-617d-473c-b9c6-3361accdf1b0), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.267949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-5a785418-a9a1-4029-8724-f82e632a5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:04.271007 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-5a785418-a9a1-4029-8724-f82e632a5db7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 916 time: 0.1868815 Jun 30 10:28:04.274011 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a83664-6c19-4560-90af-37666cc44b3c None None] Network 98b91481-d2f4-4ccb-9e02-3f84a6ee4b43 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:28:04.297531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:04.312763 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:04.326209 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (dd374692-617d-473c-b9c6-3361accdf1b0), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.333876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (dd374692-617d-473c-b9c6-3361accdf1b0), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.334533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Deleting subnet f16908a9-933e-4f44-ad3a-5f0cd91dfc04 {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:28:04.352205 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Publish callbacks [] for subnet (f16908a9-933e-4f44-ad3a-5f0cd91dfc04), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.353206 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd374692-617d-473c-b9c6-3361accdf1b0,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:04.369949 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.371439 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d88ad0e0-1e10-4e13-beb8-f54e739174cf tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739786 Jun 30 10:28:04.374364 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48406) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:04.379444 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group_rule': {'security_group_id': '17c8f7e8-54fb-44fa-941c-52a8a1179fbc', 'project_id': '6bf471198043490896b5f99c7e004168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:04.390863 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-291a9448-6f62-4789-b60d-9c80077a2b3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 998 time: 0.1116846 Jun 30 10:28:04.403534 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (f16908a9-933e-4f44-ad3a-5f0cd91dfc04), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.409199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (6db73158-b2f8-4e8c-b1cd-849650968bc1), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.432393 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '1f048302-825d-458d-a4a6-495690006787', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'port_id': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'mac_address': 'fa:16:3e:a2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6634c1-7a37-461f-8721-5856260a5d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:28:02Z', 'updated_at': '2022-06-30T10:28:02Z', 'revision_number': 0, 'project_id': '6bf471198043490896b5f99c7e004168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:03Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:04.461876 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] Checking router: 0d587777-8a90-40d9-9c71-948f595f50f2 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:04.470798 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (6db73158-b2f8-4e8c-b1cd-849650968bc1), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.471656 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:04.471656 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:27:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:04.474729 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:04.480586 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (6db73158-b2f8-4e8c-b1cd-849650968bc1), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.484491 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:04.488500 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-3ed3b5e0-a692-4a22-b784-c25b5b0a5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:04.490069 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-3ed3b5e0-a692-4a22-b784-c25b5b0a5502 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 200 len: 854 time: 0.0892806 Jun 30 10:28:04.493811 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (f16908a9-933e-4f44-ad3a-5f0cd91dfc04), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.502520 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db73158-b2f8-4e8c-b1cd-849650968bc1,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:04.515871 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.520017 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-bec1596c-65e5-4c95-a293-f74302fa02c1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417873 Jun 30 10:28:04.520393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48408) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:04.524542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group_rule': {'security_group_id': '17c8f7e8-54fb-44fa-941c-52a8a1179fbc', 'project_id': '6bf471198043490896b5f99c7e004168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:04.585052 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:04.596532 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-cb2199d2-0704-4d00-836e-bbfbef65d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:04.598561 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-cb2199d2-0704-4d00-836e-bbfbef65d5d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c78499f-6988-4500-9e97-7536eeb3e1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807076 Jun 30 10:28:04.610556 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (63c785fc-865f-4456-a152-8293899e2cd7), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.676246 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (f16908a9-933e-4f44-ad3a-5f0cd91dfc04), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.762026 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16908a9-933e-4f44-ad3a-5f0cd91dfc04,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:04.782127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.785742 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-4795ceec-1152-4371-b75e-08bc9ed76645 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f16908a9-933e-4f44-ad3a-5f0cd91dfc04 HTTP/1.1" status: 204 len: 168 time: 0.5492954 Jun 30 10:28:04.788436 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48414) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:04.803058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:04.812209 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '1f048302-825d-458d-a4a6-495690006787', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'port_id': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'mac_address': 'fa:16:3e:a2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6634c1-7a37-461f-8721-5856260a5d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:28:02Z', 'updated_at': '2022-06-30T10:28:02Z', 'revision_number': 0, 'project_id': '6bf471198043490896b5f99c7e004168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:03Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:04.836229 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdce8a-f61b-4ddb-a9a7-b832fd1160d1 req-b16a1771-2a5b-492b-8e39-95b68a2aca8b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:04.838030 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0fbdce8a-f61b-4ddb-a9a7-b832fd1160d1 req-b16a1771-2a5b-492b-8e39-95b68a2aca8b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.1161854 Jun 30 10:28:04.838446 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338d5aa-6887-46ec-b344-146a7f20e77c None None] The sync data for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi is: [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '1f048302-825d-458d-a4a6-495690006787', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'port_id': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'mac_address': 'fa:16:3e:a2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6634c1-7a37-461f-8721-5856260a5d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:28:02Z', 'updated_at': '2022-06-30T10:28:02Z', 'revision_number': 0, 'project_id': '6bf471198043490896b5f99c7e004168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:03Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:04.851254 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-2ed05cd7-0770-4c4e-8cd6-f0b393ac83a2 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428355 Jun 30 10:28:04.853194 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (63c785fc-865f-4456-a152-8293899e2cd7), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.878283 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (63c785fc-865f-4456-a152-8293899e2cd7), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.926279 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c785fc-865f-4456-a152-8293899e2cd7,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:04.946968 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:04.950743 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-dbd3cb3b-7520-41e5-97e8-756a5660c7fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4272008 Jun 30 10:28:04.958935 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48416) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:04.966464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group_rule': {'security_group_id': '17c8f7e8-54fb-44fa-941c-52a8a1179fbc', 'project_id': '6bf471198043490896b5f99c7e004168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:05.016177 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0fbdce8a-f61b-4ddb-a9a7-b832fd1160d1 req-eeee68e6-e7b4-4f7e-bd24-f429cf118ff5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617501 Jun 30 10:28:05.060300 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-177e462d-8fbb-4e9e-bbd5-6b7e1548e033 req-050a4d0c-1306-4607-b0a5-d66326da791c service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974387 Jun 30 10:28:05.062406 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (665955d3-c93e-4966-ae6d-3df327b41579), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.092490 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c88eb6-b11b-4789-8a64-26c8cb60a8d2 None None] New status for floating IP 1f048302-825d-458d-a4a6-495690006787: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:28:05.127275 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (af5b4411-45d5-4139-ae20-cf9b3303177b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.148918 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (665955d3-c93e-4966-ae6d-3df327b41579), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.153995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (665955d3-c93e-4966-ae6d-3df327b41579), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.178057 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665955d3-c93e-4966-ae6d-3df327b41579,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:05.186116 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.187360 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7a18913a-bff7-4297-9f32-b90f98b375d0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2273850 Jun 30 10:28:05.189919 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48418) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:05.195196 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group_rule': {'security_group_id': '17c8f7e8-54fb-44fa-941c-52a8a1179fbc', 'project_id': '6bf471198043490896b5f99c7e004168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:05.207666 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (af5b4411-45d5-4139-ae20-cf9b3303177b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.221557 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.securitygroups_db [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Project 6bf471198043490896b5f99c7e004168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:28:05.227191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (9494aee8-2335-46d6-b366-c8dec32afeda), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.230453 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5b4411-45d5-4139-ae20-cf9b3303177b']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:05.236598 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:05.241128 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567203a0-c8a4-47a3-8285-7791f963f956') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:05.241559 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567203a0-c8a4-47a3-8285-7791f963f956') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:05.252642 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (567203a0-c8a4-47a3-8285-7791f963f956), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.268792 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (567203a0-c8a4-47a3-8285-7791f963f956), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.277031 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:28:05.277647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (567203a0-c8a4-47a3-8285-7791f963f956), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.294768 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (9494aee8-2335-46d6-b366-c8dec32afeda), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.299945 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (9494aee8-2335-46d6-b366-c8dec32afeda), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.304415 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 567203a0-c8a4-47a3-8285-7791f963f956 resource provider aggregate not found Jun 30 10:28:05.332762 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9494aee8-2335-46d6-b366-c8dec32afeda,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:05.343648 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.347620 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-ab78724e-d608-451b-ad48-052ec9e7cc78 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534162 Jun 30 10:28:05.348017 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48424) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:05.354716 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'security_group_rule': {'security_group_id': '17c8f7e8-54fb-44fa-941c-52a8a1179fbc', 'project_id': '6bf471198043490896b5f99c7e004168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:05.362914 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 567203a0-c8a4-47a3-8285-7791f963f956 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 567203a0-c8a4-47a3-8285-7791f963f956 found for delete ", "request_id": "req-50b45498-32c1-4a75-aa10-7b2cd498e7fb"}]} Jun 30 10:28:05.365045 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (af5b4411-45d5-4139-ae20-cf9b3303177b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.381578 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.securitygroups_db [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Project 6bf471198043490896b5f99c7e004168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:28:05.383657 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.387504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (46381735-03ef-4c52-a46d-d73bb7c15426), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.390782 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] 10.222.0.44 "DELETE /v2.0/networks/af5b4411-45d5-4139-ae20-cf9b3303177b HTTP/1.1" status: 204 len: 168 time: 0.6011555 Jun 30 10:28:05.391535 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48426) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:05.394520 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84d2f3-8451-4d3d-ab98-9fe31e60367b admin admin] Pushing event deleted for resources: {'Network': ['ID=af5b4411-45d5-4139-ae20-cf9b3303177b,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:05.411977 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:05.448718 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Deleting subnet 42e6fb0f-2e13-47ca-8b0e-ae512fe4d641 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:28:05.452743 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Publish callbacks [] for subnet (42e6fb0f-2e13-47ca-8b0e-ae512fe4d641), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.461160 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (46381735-03ef-4c52-a46d-d73bb7c15426), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.465192 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (46381735-03ef-4c52-a46d-d73bb7c15426), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.484305 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46381735-03ef-4c52-a46d-d73bb7c15426,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:05.494377 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.495604 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-16f8dab2-442a-4c5e-91d3-831b9f3e77c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464031 Jun 30 10:28:05.500591 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (42e6fb0f-2e13-47ca-8b0e-ae512fe4d641), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.541166 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (42e6fb0f-2e13-47ca-8b0e-ae512fe4d641), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.627200 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-8d8e099a-f0eb-4302-8043-4b37a971abeb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58008991&fields=id&tenant_id=6bf471198043490896b5f99c7e004168 HTTP/1.1" status: 200 len: 267 time: 0.0834892 Jun 30 10:28:05.629074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (42e6fb0f-2e13-47ca-8b0e-ae512fe4d641), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.667251 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e6fb0f-2e13-47ca-8b0e-ae512fe4d641,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:05.686269 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.689330 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0219acb6-c1de-4bf9-a4b9-b920acae5044 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/42e6fb0f-2e13-47ca-8b0e-ae512fe4d641 HTTP/1.1" status: 204 len: 168 time: 0.2965152 Jun 30 10:28:05.692447 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48430) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:05.726413 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-d568b131-a0f1-4d74-83bc-9e69175d263d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:05.727788 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-d568b131-a0f1-4d74-83bc-9e69175d263d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0908687 Jun 30 10:28:05.733696 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:05.744038 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'port': {'security_groups': ['1f0eeca9-2e15-401d-9a7f-5c84b36741b5', '17c8f7e8-54fb-44fa-941c-52a8a1179fbc']}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:28:05.811973 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (98b91481-d2f4-4ccb-9e02-3f84a6ee4b43), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.824541 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:05.877247 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.958279 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (98b91481-d2f4-4ccb-9e02-3f84a6ee4b43), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:05.993348 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b91481-d2f4-4ccb-9e02-3f84a6ee4b43']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:06.011472 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216be6af-236a-4cfa-b96d-16f552d6b56c') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:06.011783 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216be6af-236a-4cfa-b96d-16f552d6b56c') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:06.030161 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (216be6af-236a-4cfa-b96d-16f552d6b56c), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.053308 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (216be6af-236a-4cfa-b96d-16f552d6b56c), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.065344 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:28:06.065823 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (216be6af-236a-4cfa-b96d-16f552d6b56c), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.143311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22061da-12ac-4b1e-82b0-9eeddf4dd1bf req-532fc222-232c-489a-8692-3e8b7e47684e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.144927 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c22061da-12ac-4b1e-82b0-9eeddf4dd1bf req-532fc222-232c-489a-8692-3e8b7e47684e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Jun 30 10:28:06.180139 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (98b91481-d2f4-4ccb-9e02-3f84a6ee4b43), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.188075 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.191528 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/98b91481-d2f4-4ccb-9e02-3f84a6ee4b43 HTTP/1.1" status: 204 len: 168 time: 0.4981935 Jun 30 10:28:06.198257 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c22061da-12ac-4b1e-82b0-9eeddf4dd1bf req-99b58772-962f-436a-93ef-1a237fac5244 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446117 Jun 30 10:28:06.204955 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741132f-5b77-413e-a770-f7c76dffadb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b91481-d2f4-4ccb-9e02-3f84a6ee4b43,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:06.226387 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:06.254174 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.258402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.272120 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['92d59e7a-4cd4-43f9-aa56-fef13fd0d430'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:28:06.318016 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.318769 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.320493 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a7d13ca6-8e8c-49bc-81c4-25fd5fa8b6a1 req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "PUT /v2.0/ports/92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 981 time: 0.5856743 Jun 30 10:28:06.320985 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:06.323436 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c8e3f-303e-4700-8e41-147d0d451945" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:06.347872 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488da8bf-2bd3-4d9b-8b3f-00c84c81ae0f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=6']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:06.385344 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750218e0-50ff-4f31-9930-9739fa6612c7 x-openstack-request-id: req-750218e0-50ff-4f31-9930-9739fa6612c7 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:06.386013 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:06.386639 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-750218e0-50ff-4f31-9930-9739fa6612c7 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:06.387440 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750218e0-50ff-4f31-9930-9739fa6612c7'] response: {'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'status': 'completed', 'code': 200} Jun 30 10:28:06.420114 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48440) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:06.451751 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['92d59e7a-4cd4-43f9-aa56-fef13fd0d430'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:28:06.474268 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8819b087-4058-4c3a-b290-8522bb8e844f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=816f2b9a19f14176be27f7e9338eb836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501399 Jun 30 10:28:06.475171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48442) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:06.483051 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:06.505008 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-40633471-6403-4f96-b086-31aaf53b9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.506781 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-40633471-6403-4f96-b086-31aaf53b9960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1168 time: 0.0884745 Jun 30 10:28:06.526633 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d313ae8-e28f-4dfe-af7c-a2e18a1efc4d req-d241be8b-f3fe-45d9-8538-37fd232dbc6b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.537493 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7d313ae8-e28f-4dfe-af7c-a2e18a1efc4d req-d241be8b-f3fe-45d9-8538-37fd232dbc6b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.1101358 Jun 30 10:28:06.541413 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-419ea6aa-a677-42b0-87e1-24843f648cf0 admin admin] Publish callbacks [] for security_group (496d0e49-04ea-411d-9963-c90d6d207fc2), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.570764 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-419ea6aa-a677-42b0-87e1-24843f648cf0 admin admin] Publish callbacks [] for security_group (496d0e49-04ea-411d-9963-c90d6d207fc2), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.635329 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-419ea6aa-a677-42b0-87e1-24843f648cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (496d0e49-04ea-411d-9963-c90d6d207fc2), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.638261 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-419ea6aa-a677-42b0-87e1-24843f648cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.640149 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-e3ed3557-467e-4abb-9dab-44ba5ff9116a None None] Provisioning complete for port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:28:06.643132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3557-467e-4abb-9dab-44ba5ff9116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:06.643227 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-419ea6aa-a677-42b0-87e1-24843f648cf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/496d0e49-04ea-411d-9963-c90d6d207fc2 HTTP/1.1" status: 204 len: 168 time: 0.1649456 Jun 30 10:28:06.653525 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ea6aa-a677-42b0-87e1-24843f648cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d0e49-04ea-411d-9963-c90d6d207fc2,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:06.691804 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7d313ae8-e28f-4dfe-af7c-a2e18a1efc4d req-ed8527de-56d4-4a0d-abed-43ad9b68985f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1533859 Jun 30 10:28:06.703898 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-1bc2331f-5c3d-4d0d-ab3e-d046f9cfc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.706100 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-1bc2331f-5c3d-4d0d-ab3e-d046f9cfc9a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 916 time: 0.1652594 Jun 30 10:28:06.793831 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-fc259987-1da9-476d-b6ca-4260b3e9d28b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 1000 time: 0.0659757 Jun 30 10:28:06.851039 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-472033db-c9d2-430a-a444-1f128ad674bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.852474 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-472033db-c9d2-430a-a444-1f128ad674bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 200 len: 854 time: 0.0524302 Jun 30 10:28:06.878764 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed3557-467e-4abb-9dab-44ba5ff9116a None None] Current status of the port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:28:06.907918 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-3019bff0-fe56-48e8-9cc2-3be925038d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:06.909149 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-3019bff0-fe56-48e8-9cc2-3be925038d20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c78499f-6988-4500-9e97-7536eeb3e1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466564 Jun 30 10:28:07.010838 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-34d41ddb-fb7b-4b04-836d-175d557b8eee service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941236 Jun 30 10:28:07.046965 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:07.052546 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48450) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:07.095497 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f31a9b57-fd92-4f5c-9fd2-1e01274209bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2971f938ffad41af8b228cb2c5d01379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414979 Jun 30 10:28:07.097908 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48452) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:07.119130 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f06c8e3f-303e-4700-8e41-147d0d451945 req-a356e95b-cb08-4f72-9d72-853abeceac34 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004543 Jun 30 10:28:07.129585 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:07.153791 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a969aa3f-0f8d-4cb8-8e7b-1a1578297514 admin admin] Publish callbacks [] for security_group (639900e5-1132-4533-b4b8-e74fc27817f1), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:07.155925 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:07.177352 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a969aa3f-0f8d-4cb8-8e7b-1a1578297514 admin admin] Publish callbacks [] for security_group (639900e5-1132-4533-b4b8-e74fc27817f1), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:07.224068 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a969aa3f-0f8d-4cb8-8e7b-1a1578297514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (639900e5-1132-4533-b4b8-e74fc27817f1), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:07.226644 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a969aa3f-0f8d-4cb8-8e7b-1a1578297514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:07.227796 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a969aa3f-0f8d-4cb8-8e7b-1a1578297514 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/639900e5-1132-4533-b4b8-e74fc27817f1 HTTP/1.1" status: 204 len: 168 time: 0.1288853 Jun 30 10:28:07.237044 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969aa3f-0f8d-4cb8-8e7b-1a1578297514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639900e5-1132-4533-b4b8-e74fc27817f1,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:07.314791 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:28:07.318738 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:07.352508 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953ae91-708f-4495-9a95-4374565d1163 req-e0825858-94c5-4be4-b81e-05788cfa30ff tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:07.359054 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d953ae91-708f-4495-9a95-4374565d1163 req-e0825858-94c5-4be4-b81e-05788cfa30ff tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0768261 Jun 30 10:28:07.389679 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 216be6af-236a-4cfa-b96d-16f552d6b56c resource provider aggregate not found Jun 30 10:28:07.418474 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d953ae91-708f-4495-9a95-4374565d1163 req-804993a1-7120-4f83-a8f1-941409b319e1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580347 Jun 30 10:28:07.420820 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 216be6af-236a-4cfa-b96d-16f552d6b56c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 216be6af-236a-4cfa-b96d-16f552d6b56c found for delete ", "request_id": "req-6e2017d0-44d8-486b-8262-a83d25a1ab40"}]} Jun 30 10:28:07.456403 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:07.607266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'mac_address': 'fa:16:3e:fc:69:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:28:07.645695 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: ACTIVE; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:28:07.646082 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:07.661357 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5524f2d-0038-4c74-a539-3188b1fc56aa {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:28:07.684699 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:07.688788 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:07.746744 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=6']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:07.796653 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['c5524f2d-0038-4c74-a539-3188b1fc56aa'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:28:08.779976 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611d84-798a-4c0a-84b3-46cd6bac5dd8 req-ab99fd08-907e-4e2f-9813-4d1ef9a3ad34 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:08.787231 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-72611d84-798a-4c0a-84b3-46cd6bac5dd8 req-ab99fd08-907e-4e2f-9813-4d1ef9a3ad34 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 945 time: 0.0779424 Jun 30 10:28:08.811385 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:08.870613 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-72611d84-798a-4c0a-84b3-46cd6bac5dd8 req-4b4fdc78-7a81-4a0b-86f2-3d7201c6c5fd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781736 Jun 30 10:28:09.328292 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:28:09.390076 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port c5524f2d-0038-4c74-a539-3188b1fc56aa triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:28:09.390678 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:09.519482 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:28:09.519950 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:09.559251 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:09.561006 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2196514b-cad9-4aad-b42c-911b176092a8" -d '{"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:09.585935 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:09.591946 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:09.623167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55bdb17-6631-4b13-b0c0-56aaa6f3d1c1 x-openstack-request-id: req-a55bdb17-6631-4b13-b0c0-56aaa6f3d1c1 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:09.623462 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:09.623716 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a55bdb17-6631-4b13-b0c0-56aaa6f3d1c1 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:09.624110 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55bdb17-6631-4b13-b0c0-56aaa6f3d1c1'] response: {'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'code': 200} Jun 30 10:28:09.663104 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:09.669821 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=7']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:10.045860 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577f322-6d16-4eee-9dd6-3aa28c5558b6 req-3b811d96-35ce-4cba-92a0-9aa397dda71f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:10.053104 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8577f322-6d16-4eee-9dd6-3aa28c5558b6 req-3b811d96-35ce-4cba-92a0-9aa397dda71f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0774903 Jun 30 10:28:10.114973 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8577f322-6d16-4eee-9dd6-3aa28c5558b6 req-e1561051-587e-4899-85f2-3f1b008b08b2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602751 Jun 30 10:28:11.177168 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48630) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:11.293445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc114252-c02c-4f6c-8b1e-c6a40c4d2e8d req-feed946e-c5d9-4884-ab18-8d436e8dbe1d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:11.295223 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc114252-c02c-4f6c-8b1e-c6a40c4d2e8d req-feed946e-c5d9-4884-ab18-8d436e8dbe1d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0789144 Jun 30 10:28:11.319526 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f374813f-c650-4123-850f-de1848632662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.395118 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dc114252-c02c-4f6c-8b1e-c6a40c4d2e8d req-e3509a08-f74b-4f83-a02c-4d22345e1e15 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728760 Jun 30 10:28:11.459981 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f374813f-c650-4123-850f-de1848632662 admin admin] Publish callbacks [] for security_group (539d2c00-153a-412e-adc9-7dd301ef9b4c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.467513 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f374813f-c650-4123-850f-de1848632662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (539d2c00-153a-412e-adc9-7dd301ef9b4c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.543615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374813f-c650-4123-850f-de1848632662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d2c00-153a-412e-adc9-7dd301ef9b4c,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:11.551043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48640) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:11.551955 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f374813f-c650-4123-850f-de1848632662 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f55e699c87e440488932e69ccb3b9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716786 Jun 30 10:28:11.558775 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:11.619086 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Publish callbacks [] for security_group (539d2c00-153a-412e-adc9-7dd301ef9b4c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.652269 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Publish callbacks [] for security_group (539d2c00-153a-412e-adc9-7dd301ef9b4c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.664219 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5b955e19-2620-422c-acf0-620ddd4ef5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.724478 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (539d2c00-153a-412e-adc9-7dd301ef9b4c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.727811 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:11.732883 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/539d2c00-153a-412e-adc9-7dd301ef9b4c HTTP/1.1" status: 204 len: 168 time: 0.1806798 Jun 30 10:28:11.743800 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d2c00-153a-412e-adc9-7dd301ef9b4c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:11.754511 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.754937 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.755282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.755618 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.756007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.756344 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.756797 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.757030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.757360 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.757877 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.758214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.758539 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.759034 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.759358 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:11.759675 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1f6af-c8cd-4cc1-bcf8-0cb37fea69e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:12.137596 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48646) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:12.156541 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a5c-a1ee-48bd-909b-8f933da421ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.257859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a5c-a1ee-48bd-909b-8f933da421ea admin admin] Publish callbacks [] for security_group (292e2359-79bd-4dca-84cf-46cbcecfe28a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.264581 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a5c-a1ee-48bd-909b-8f933da421ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (292e2359-79bd-4dca-84cf-46cbcecfe28a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.314917 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8a8d7a5c-a1ee-48bd-909b-8f933da421ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3738e92bfd0a4fe784ffff949278a1b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757097 Jun 30 10:28:12.316098 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d7a5c-a1ee-48bd-909b-8f933da421ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e2359-79bd-4dca-84cf-46cbcecfe28a,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:12.317515 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48650) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:12.392425 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-501db745-6905-4c32-b39e-b2b4c7636f85 admin admin] Publish callbacks [] for security_group (292e2359-79bd-4dca-84cf-46cbcecfe28a), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.418501 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-501db745-6905-4c32-b39e-b2b4c7636f85 admin admin] Publish callbacks [] for security_group (292e2359-79bd-4dca-84cf-46cbcecfe28a), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.508585 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-501db745-6905-4c32-b39e-b2b4c7636f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (292e2359-79bd-4dca-84cf-46cbcecfe28a), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.513631 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-501db745-6905-4c32-b39e-b2b4c7636f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:12.519893 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-501db745-6905-4c32-b39e-b2b4c7636f85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/292e2359-79bd-4dca-84cf-46cbcecfe28a HTTP/1.1" status: 204 len: 168 time: 0.2010314 Jun 30 10:28:12.528194 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db745-6905-4c32-b39e-b2b4c7636f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e2359-79bd-4dca-84cf-46cbcecfe28a,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:12.545156 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fb715-1a56-4a43-9f33-219ec83dc2ee req-342219df-d63c-45bb-b621-bd415045cd91 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:12.547158 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6d0fb715-1a56-4a43-9f33-219ec83dc2ee req-342219df-d63c-45bb-b621-bd415045cd91 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0665121 Jun 30 10:28:12.602512 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6d0fb715-1a56-4a43-9f33-219ec83dc2ee req-4239b2ca-5946-441e-bdb5-ccd61d3f65d0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486302 Jun 30 10:28:13.772753 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9ea7-81ca-4cf9-a210-02a0a1e85ba5 req-68ea585d-b503-4460-8776-8b35062622b7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:13.787998 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-747b9ea7-81ca-4cf9-a210-02a0a1e85ba5 req-68ea585d-b503-4460-8776-8b35062622b7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0790350 Jun 30 10:28:13.843111 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-eba8cbf2-7a88-4a04-885a-20ae754a1a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:13.861042 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-747b9ea7-81ca-4cf9-a210-02a0a1e85ba5 req-fc3ca8b1-0ecd-44d7-9166-fcd6fda80a37 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773840 Jun 30 10:28:15.005123 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12a8c7-56e4-4feb-a569-339772c7d521 req-efdf7953-0a2a-442d-81f5-1eb54cb2c878 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:15.006783 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-af12a8c7-56e4-4feb-a569-339772c7d521 req-efdf7953-0a2a-442d-81f5-1eb54cb2c878 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0519762 Jun 30 10:28:15.081219 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-af12a8c7-56e4-4feb-a569-339772c7d521 req-632a31b0-cb07-4185-b42b-acdc4379b1a9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664291 Jun 30 10:28:15.222724 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:15.251982 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:15.349030 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=34 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:16.248669 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb84b7c-1d31-4d20-ac21-d91841dcafd9 req-50c04bc0-7ae3-4ffb-97cf-b80a9f0db4b0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:16.260107 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6eb84b7c-1d31-4d20-ac21-d91841dcafd9 req-50c04bc0-7ae3-4ffb-97cf-b80a9f0db4b0 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0730484 Jun 30 10:28:16.327210 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6eb84b7c-1d31-4d20-ac21-d91841dcafd9 req-8cb80632-fa95-4c96-8f28-d140b94ec7ff tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661418 Jun 30 10:28:16.381710 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:16.706953 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:17.068188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:17.475475 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c0f1-57af-43a2-b667-22926bb0395f req-2886ad04-10de-4dc6-a61c-f5680013f85c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:17.483402 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3985c0f1-57af-43a2-b667-22926bb0395f req-2886ad04-10de-4dc6-a61c-f5680013f85c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0735703 Jun 30 10:28:17.546638 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3985c0f1-57af-43a2-b667-22926bb0395f req-c380803c-c284-4169-aee5-d17e516c1424 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582149 Jun 30 10:28:18.391203 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48776) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:18.500910 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-93e7e8d5-7d30-43cc-a0cd-a506175924bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.537035 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:18.543929 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:18.587046 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-93e7e8d5-7d30-43cc-a0cd-a506175924bb admin admin] Publish callbacks [] for security_group (cb5c1b16-00d2-4dfa-902b-b4f9a9209f35), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.591104 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-93e7e8d5-7d30-43cc-a0cd-a506175924bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (cb5c1b16-00d2-4dfa-902b-b4f9a9209f35), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.631504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-25487db0-5d8d-4fa4-a567-12a0833712b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:18.632221 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-93e7e8d5-7d30-43cc-a0cd-a506175924bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b3ab1315c9c4afcbbe1064df6feff13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397373 Jun 30 10:28:18.632816 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7e8d5-7d30-43cc-a0cd-a506175924bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5c1b16-00d2-4dfa-902b-b4f9a9209f35,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:18.634435 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-25487db0-5d8d-4fa4-a567-12a0833712b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1130 time: 0.0536900 Jun 30 10:28:18.635722 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48782) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:18.702827 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c821a-0326-4514-92db-80539a857415 req-ea9c8dd0-bddd-4de3-94e2-eb70acd5946d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:18.704403 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-449c821a-0326-4514-92db-80539a857415 req-ea9c8dd0-bddd-4de3-94e2-eb70acd5946d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0480428 Jun 30 10:28:18.751374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:18.754939 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-449c821a-0326-4514-92db-80539a857415 req-216d326d-27e8-4c28-a2d9-804470b33ab8 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445452 Jun 30 10:28:18.766856 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02ae4305-708b-4903-b02d-b27e03a5bae8 admin admin] Publish callbacks [] for security_group (cb5c1b16-00d2-4dfa-902b-b4f9a9209f35), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.775105 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-aa725ae3-65cc-4c10-a24d-61cfdb52b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:18.776611 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-aa725ae3-65cc-4c10-a24d-61cfdb52b8d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.1339581 Jun 30 10:28:18.831659 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02ae4305-708b-4903-b02d-b27e03a5bae8 admin admin] Publish callbacks [] for security_group (cb5c1b16-00d2-4dfa-902b-b4f9a9209f35), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.835418 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:18.886423 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-fe14cadd-7b94-4470-b790-6c902e951a5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 1001 time: 0.0973344 Jun 30 10:28:18.932389 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02ae4305-708b-4903-b02d-b27e03a5bae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (cb5c1b16-00d2-4dfa-902b-b4f9a9209f35), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.934883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02ae4305-708b-4903-b02d-b27e03a5bae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:18.935977 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-02ae4305-708b-4903-b02d-b27e03a5bae8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb5c1b16-00d2-4dfa-902b-b4f9a9209f35 HTTP/1.1" status: 204 len: 168 time: 0.2991128 Jun 30 10:28:18.949626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4305-708b-4903-b02d-b27e03a5bae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5c1b16-00d2-4dfa-902b-b4f9a9209f35,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:18.952223 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-a090496f-13f5-4ca6-9391-6b776ee33744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:18.953688 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-a090496f-13f5-4ca6-9391-6b776ee33744 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0607321 Jun 30 10:28:19.002944 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-6ecfdccd-1878-4ae2-8d1f-3e860d147ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:19.004757 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-6ecfdccd-1878-4ae2-8d1f-3e860d147ccb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441999 Jun 30 10:28:19.106853 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-a4d35220-a004-4299-bdb2-21b0bf169765 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937271 Jun 30 10:28:19.206610 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-efc4b57f-a659-4492-8d9e-cf098c61ba7b req-a49986c9-09ed-4f27-8618-421e7166d4b0 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Jun 30 10:28:19.216749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48792) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:19.231022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8533-4c0d-49f7-9cb6-24bbdd26173c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.312900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8533-4c0d-49f7-9cb6-24bbdd26173c admin admin] Publish callbacks [] for security_group (f829914b-a054-432b-92b5-f45d65f4a83e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.316941 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8533-4c0d-49f7-9cb6-24bbdd26173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f829914b-a054-432b-92b5-f45d65f4a83e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.357910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a8533-4c0d-49f7-9cb6-24bbdd26173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829914b-a054-432b-92b5-f45d65f4a83e,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:19.363572 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9b4a8533-4c0d-49f7-9cb6-24bbdd26173c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0419559fe5b04ec487c11e32fb9f1f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457827 Jun 30 10:28:19.366282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48794) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:19.414611 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-808c573b-9239-4cb9-9da7-db4e62778dfa admin admin] Publish callbacks [] for security_group (f829914b-a054-432b-92b5-f45d65f4a83e), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.437174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-808c573b-9239-4cb9-9da7-db4e62778dfa admin admin] Publish callbacks [] for security_group (f829914b-a054-432b-92b5-f45d65f4a83e), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.487817 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-808c573b-9239-4cb9-9da7-db4e62778dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f829914b-a054-432b-92b5-f45d65f4a83e), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.490213 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-808c573b-9239-4cb9-9da7-db4e62778dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.491373 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-808c573b-9239-4cb9-9da7-db4e62778dfa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f829914b-a054-432b-92b5-f45d65f4a83e HTTP/1.1" status: 204 len: 168 time: 0.1242809 Jun 30 10:28:19.499243 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c573b-9239-4cb9-9da7-db4e62778dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829914b-a054-432b-92b5-f45d65f4a83e,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:19.823699 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 48802) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:19.838039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0775a009-94f1-48ad-a9cb-12b74ad24972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.882772 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bbdf-031c-4d00-be88-e07ba4c68b8d req-54515072-2346-4f96-856e-84c02d162992 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:19.884599 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5fb2bbdf-031c-4d00-be88-e07ba4c68b8d req-54515072-2346-4f96-856e-84c02d162992 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0486417 Jun 30 10:28:19.914889 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0775a009-94f1-48ad-a9cb-12b74ad24972 admin admin] Publish callbacks [] for security_group (75852113-656d-49a2-a878-7b58a3d78e93), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.919049 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0775a009-94f1-48ad-a9cb-12b74ad24972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (75852113-656d-49a2-a878-7b58a3d78e93), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:19.936826 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5fb2bbdf-031c-4d00-be88-e07ba4c68b8d req-47a10971-d7be-43a3-8750-b105bcbfe967 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464063 Jun 30 10:28:19.962425 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0775a009-94f1-48ad-a9cb-12b74ad24972 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5209ab4759c46b0a4b8c937ce91a0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365235 Jun 30 10:28:19.963541 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775a009-94f1-48ad-a9cb-12b74ad24972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75852113-656d-49a2-a878-7b58a3d78e93,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:19.964273 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 48804) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:20.013117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e318c8-087e-4241-8fbe-a777d3a72f03 admin admin] Publish callbacks [] for security_group (75852113-656d-49a2-a878-7b58a3d78e93), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:20.014430 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:20.016159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:20.040304 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e318c8-087e-4241-8fbe-a777d3a72f03 admin admin] Publish callbacks [] for security_group (75852113-656d-49a2-a878-7b58a3d78e93), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:20.088060 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e318c8-087e-4241-8fbe-a777d3a72f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (75852113-656d-49a2-a878-7b58a3d78e93), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:20.090615 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e318c8-087e-4241-8fbe-a777d3a72f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:20.091791 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-65e318c8-087e-4241-8fbe-a777d3a72f03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75852113-656d-49a2-a878-7b58a3d78e93 HTTP/1.1" status: 204 len: 168 time: 0.1265028 Jun 30 10:28:20.099329 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e318c8-087e-4241-8fbe-a777d3a72f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75852113-656d-49a2-a878-7b58a3d78e93,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:21.069058 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe20749-3d62-4f20-aa09-3f6cf3ef93e8 req-499f3409-fbf4-4fb5-bf1f-e54dfc6a9d68 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:21.070607 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dfe20749-3d62-4f20-aa09-3f6cf3ef93e8 req-499f3409-fbf4-4fb5-bf1f-e54dfc6a9d68 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Jun 30 10:28:21.121039 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-dfe20749-3d62-4f20-aa09-3f6cf3ef93e8 req-15a139d3-e6d7-4905-a4cf-9cad2b386556 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Jun 30 10:28:21.355773 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:21.422998 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:21.430866 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: ACTIVE; New status is: DOWN {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:28:21.431215 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:21.455526 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:21.457748 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c73e65c-993b-4a3f-bb72-8f5e65be3751" -d '{"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:21.473003 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:21.478263 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:21.506984 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca80b7ee-d332-42ee-a5b3-fc8a547021fc x-openstack-request-id: req-ca80b7ee-d332-42ee-a5b3-fc8a547021fc {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:21.507272 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-unplugged", "status": "failed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "code": 422}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:21.507521 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca80b7ee-d332-42ee-a5b3-fc8a547021fc {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:21.507953 dv-cinder-826608-4-iscsi neutron-server[103765]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ca80b7ee-d332-42ee-a5b3-fc8a547021fc']: {'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'code': 422} returned with failed status Jun 30 10:28:21.532739 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=8']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:21.540876 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.541222 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.541559 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.541898 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.542227 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.542550 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.542910 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.543229 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.543546 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.543863 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.544180 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.544497 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.544811 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.545123 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:21.545432 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:22.248565 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0742-ec49-4f85-94a6-f0a4b7a4d7b4 req-906fbf41-d526-4044-aeb5-ca4f46505dc5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:22.250055 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30df0742-ec49-4f85-94a6-f0a4b7a4d7b4 req-906fbf41-d526-4044-aeb5-ca4f46505dc5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0478609 Jun 30 10:28:22.298772 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30df0742-ec49-4f85-94a6-f0a4b7a4d7b4 req-820e139c-e6ef-4d0b-a99a-b273e1e318a7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422988 Jun 30 10:28:23.217452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [req-faaee4db-be74-4765-97c7-04e0131c7313 req-ca5117f6-64aa-4c72-b1dd-d060ddedaf70 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:28:23.218495 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-faaee4db-be74-4765-97c7-04e0131c7313 req-ca5117f6-64aa-4c72-b1dd-d060ddedaf70 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1038640 Jun 30 10:28:23.413563 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4db350-2a7d-4e26-879e-3d0d369a90bf req-559139ca-5dfd-4b47-90aa-6084a65bd06f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:23.415062 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1d4db350-2a7d-4e26-879e-3d0d369a90bf req-559139ca-5dfd-4b47-90aa-6084a65bd06f tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0779622 Jun 30 10:28:23.432693 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-3443df0b-dca6-4a30-8382-03ac850b2df5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569012 Jun 30 10:28:23.479894 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1d4db350-2a7d-4e26-879e-3d0d369a90bf req-7435b079-e0ed-47e2-a471-8f9951c1cd62 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576079 Jun 30 10:28:23.516617 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-4e042116-b4fc-4d04-b067-131e31c2934d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:23.517955 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-4e042116-b4fc-4d04-b067-131e31c2934d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports/c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 941 time: 0.0541518 Jun 30 10:28:24.318068 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-1d2d6d14-9cf7-4737-b7ef-80c9abb275a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:24.319903 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-1d2d6d14-9cf7-4737-b7ef-80c9abb275a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1&tenant_id=97676089d6c14acc83bca866d0fae6e2 HTTP/1.1" status: 200 len: 1128 time: 0.0399764 Jun 30 10:28:24.383063 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-45ddd2ef-d501-4085-9cad-a1ecefb3e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:24.384548 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-45ddd2ef-d501-4085-9cad-a1ecefb3e77e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1128 time: 0.0381961 Jun 30 10:28:24.487103 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-a0bd1e1e-17d6-4c25-8ca6-c5386fb58078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:24.488632 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-a0bd1e1e-17d6-4c25-8ca6-c5386fb58078 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.0950317 Jun 30 10:28:24.556587 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-1e5807c7-b13b-4c90-b87f-3ec927c2ac33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 999 time: 0.0611370 Jun 30 10:28:24.639143 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71ebb2-0629-47b8-95b5-d47238e7214a req-f36f31cd-7b31-4c71-9c56-774071ddcece tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:24.640501 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ec71ebb2-0629-47b8-95b5-d47238e7214a req-f36f31cd-7b31-4c71-9c56-774071ddcece tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0788558 Jun 30 10:28:24.644858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-017628a8-3354-41d9-9930-0adf0448fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:24.646148 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-017628a8-3354-41d9-9930-0adf0448fd4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0752597 Jun 30 10:28:24.720688 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-adf941da-04ed-468f-8226-59ccbf9ed6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:24.722195 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-adf941da-04ed-468f-8226-59ccbf9ed6d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611572 Jun 30 10:28:24.725641 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ec71ebb2-0629-47b8-95b5-d47238e7214a req-c0027987-c93f-4f54-afcd-f0a836697fa1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786579 Jun 30 10:28:25.075843 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-afdbd498-0163-47de-96b7-6210523ea2fc service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464608 Jun 30 10:28:25.172444 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-74a3cb16-55d8-45aa-a76d-56909ab88934 req-b9be8510-9ef5-4420-8760-6fd047b88a53 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899673 Jun 30 10:28:25.913167 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8a23c-9124-4867-b89d-4b4b43f71a68 req-259474ea-13e3-4d75-adf2-b2e6d917a160 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:25.914832 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7ba8a23c-9124-4867-b89d-4b4b43f71a68 req-259474ea-13e3-4d75-adf2-b2e6d917a160 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0755973 Jun 30 10:28:25.978282 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7ba8a23c-9124-4867-b89d-4b4b43f71a68 req-0f9695ad-1243-48ad-9937-2d67781d6f61 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560815 Jun 30 10:28:27.107198 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e521c-aa3a-4b46-998d-d9d272d51a95 req-2b72878e-1114-499f-89cb-f831c7a37c16 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:27.108726 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7f9e521c-aa3a-4b46-998d-d9d272d51a95 req-2b72878e-1114-499f-89cb-f831c7a37c16 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0502677 Jun 30 10:28:27.159204 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7f9e521c-aa3a-4b46-998d-d9d272d51a95 req-054ee038-68aa-4cd7-bcc9-ab34c5b0c527 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Jun 30 10:28:27.896167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:28.296924 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec0a56-1d96-4d0f-a037-21984166aab2 req-9e69bd0d-5930-42a9-a377-b3fc6cacc492 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:28.305436 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ffec0a56-1d96-4d0f-a037-21984166aab2 req-9e69bd0d-5930-42a9-a377-b3fc6cacc492 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0584490 Jun 30 10:28:28.330071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:28.357252 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ffec0a56-1d96-4d0f-a037-21984166aab2 req-2d80feee-67d2-4d79-b36e-70d97a2cd365 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508714 Jun 30 10:28:29.323119 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:29.327380 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:29.502738 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce401c-2496-4c34-ab86-389044f205fb req-5f4cc89b-b9b2-4b4b-a53c-795d3f93694d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:29.504514 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bdce401c-2496-4c34-ab86-389044f205fb req-5f4cc89b-b9b2-4b4b-a53c-795d3f93694d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0523241 Jun 30 10:28:29.565467 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-bdce401c-2496-4c34-ab86-389044f205fb req-1ee338bf-0d30-49c2-a46f-225de9f96603 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547760 Jun 30 10:28:30.677738 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:30.697813 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc7427-aa02-4b64-bdfc-c3a10f92ed87 req-656016b2-bc29-4093-8ad7-191ed0110c56 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:30.699507 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-40bc7427-aa02-4b64-bdfc-c3a10f92ed87 req-656016b2-bc29-4093-8ad7-191ed0110c56 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0503485 Jun 30 10:28:30.761585 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-40bc7427-aa02-4b64-bdfc-c3a10f92ed87 req-d50e672b-3b48-4dba-8b56-77a134d7af81 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541694 Jun 30 10:28:31.884552 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:31.893871 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4d4a-714a-45f2-b962-f11f22a4ffbe req-13838aa0-78e6-4b17-9e3d-2fe3c364a1b1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:31.895753 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f5fc4d4a-714a-45f2-b962-f11f22a4ffbe req-13838aa0-78e6-4b17-9e3d-2fe3c364a1b1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0530720 Jun 30 10:28:31.946072 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f5fc4d4a-714a-45f2-b962-f11f22a4ffbe req-935a8d39-ff86-4e9d-9669-21e47587bcb4 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Jun 30 10:28:33.066058 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905db6a1-dc15-41cb-a9a6-a2392a3580b6 req-95fc2f68-dd40-44ae-b8c0-d8f659407ef9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:33.069484 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-905db6a1-dc15-41cb-a9a6-a2392a3580b6 req-95fc2f68-dd40-44ae-b8c0-d8f659407ef9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0508609 Jun 30 10:28:33.118498 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-905db6a1-dc15-41cb-a9a6-a2392a3580b6 req-bff20319-329d-4533-afaf-d7fba5bb7b1a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Jun 30 10:28:34.247759 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c1c89-181a-4cd4-a3f4-a8861dceccc8 req-bb285f9a-b9c6-4ca9-9839-41d9dd1978cd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:34.250453 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-956c1c89-181a-4cd4-a3f4-a8861dceccc8 req-bb285f9a-b9c6-4ca9-9839-41d9dd1978cd tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0502524 Jun 30 10:28:34.306534 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-956c1c89-181a-4cd4-a3f4-a8861dceccc8 req-9342287d-09bb-4a3b-9dfd-7769fc5aaee2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Jun 30 10:28:35.432833 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae351ee-0ece-47e3-b556-4cf741eab8c7 req-3fe5f221-337a-47ab-9b42-91beface0487 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:35.434380 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ae351ee-0ece-47e3-b556-4cf741eab8c7 req-3fe5f221-337a-47ab-9b42-91beface0487 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0511196 Jun 30 10:28:35.484607 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-2ae351ee-0ece-47e3-b556-4cf741eab8c7 req-ffc61842-db4b-47bc-834e-2db93d689480 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Jun 30 10:28:36.608767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f3f93-05f4-4778-9435-ff67fad055fd req-04dad49b-932d-462f-af80-f748853d740e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:36.610232 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fb6f3f93-05f4-4778-9435-ff67fad055fd req-04dad49b-932d-462f-af80-f748853d740e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0503440 Jun 30 10:28:36.640408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:36.658394 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fb6f3f93-05f4-4778-9435-ff67fad055fd req-7427acba-9e88-4128-9931-708171542137 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426197 Jun 30 10:28:37.778034 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bc95-1ff5-4e02-8f0c-41813cdcd199 req-b784941f-8a55-4921-81b5-bbac18f05c1a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:37.779434 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9633bc95-1ff5-4e02-8f0c-41813cdcd199 req-b784941f-8a55-4921-81b5-bbac18f05c1a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0500104 Jun 30 10:28:37.827389 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9633bc95-1ff5-4e02-8f0c-41813cdcd199 req-eff0c91d-00fb-4bc7-bad7-a9b8b45b8f33 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424662 Jun 30 10:28:37.883390 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:37.888479 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:38.948881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8848fb-38af-4e4d-8ef1-bfaefb0d4a7d req-65a90cd2-b5ba-40e9-bc39-16983d8091be tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:38.950552 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd8848fb-38af-4e4d-8ef1-bfaefb0d4a7d req-65a90cd2-b5ba-40e9-bc39-16983d8091be tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 944 time: 0.0517147 Jun 30 10:28:38.998452 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd8848fb-38af-4e4d-8ef1-bfaefb0d4a7d req-542d0e7f-572d-43f2-9ebb-c16acdc980a5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Jun 30 10:28:39.129782 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509effe-94bf-4e47-a080-dff79913e3ad req-ad4a47c3-3fe2-41ef-a141-6068ca41bb47 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:39.131304 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f509effe-94bf-4e47-a080-dff79913e3ad req-ad4a47c3-3fe2-41ef-a141-6068ca41bb47 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0531406 Jun 30 10:28:39.190391 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f509effe-94bf-4e47-a080-dff79913e3ad req-8c20c41c-3bfe-42d4-848d-36e966d47ad8 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533919 Jun 30 10:28:39.787831 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:28:39.815423 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=17 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:39.817856 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=9 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:39.886462 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:39.897351 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'port_id': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'mac_address': 'fa:16:3e:fc:69:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:28:39.931189 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:28:39.931570 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:39.948038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5524f2d-0038-4c74-a539-3188b1fc56aa {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:28:39.966625 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:39.970519 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:40.016102 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=9']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:40.125039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed4eb-1af2-4206-892c-501076bf1c7c req-617012cb-162b-494a-ab3d-d4293f8cbf8c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:40.126492 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-068ed4eb-1af2-4206-892c-501076bf1c7c req-617012cb-162b-494a-ab3d-d4293f8cbf8c tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 945 time: 0.0503447 Jun 30 10:28:40.173125 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-068ed4eb-1af2-4206-892c-501076bf1c7c req-8cc7748d-614e-42d4-820e-547375a783b9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Jun 30 10:28:40.304600 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891983c-2077-4a5b-a5a6-929510df50af req-cc59ae9b-2f94-4c38-9be6-0ec7eee49a26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:40.305981 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0891983c-2077-4a5b-a5a6-929510df50af req-cc59ae9b-2f94-4c38-9be6-0ec7eee49a26 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0473084 Jun 30 10:28:40.366489 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0891983c-2077-4a5b-a5a6-929510df50af req-6c0a7b23-75ae-4f84-9ed9-ec16830438c6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544939 Jun 30 10:28:41.444677 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7199ee-90e8-4aab-8f97-4c87be00f148 req-6268cb25-9de2-4f5d-b777-11a0a62726b7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:41.446256 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8b7199ee-90e8-4aab-8f97-4c87be00f148 req-6268cb25-9de2-4f5d-b777-11a0a62726b7 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 945 time: 0.0539005 Jun 30 10:28:41.484013 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97691d54-2955-4e19-9d5a-34bc67d1cc12 req-e69cbc92-122b-4731-bfea-102f026292f1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:41.485688 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-97691d54-2955-4e19-9d5a-34bc67d1cc12 req-e69cbc92-122b-4731-bfea-102f026292f1 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0475972 Jun 30 10:28:41.497900 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8b7199ee-90e8-4aab-8f97-4c87be00f148 req-38004c8b-e24e-4287-98ab-5c5dd163b656 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 Jun 30 10:28:41.549553 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-97691d54-2955-4e19-9d5a-34bc67d1cc12 req-04a93cc5-d2e9-481e-b499-d3440bb33e8d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579648 Jun 30 10:28:41.596497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710908-52f1-4fee-a637-71abea43a633 req-2f5f2a46-b0be-4f11-9844-96d61d3efc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:41.597979 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-2f5f2a46-b0be-4f11-9844-96d61d3efc75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1168 time: 0.0403900 Jun 30 10:28:41.646491 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b630f245-423e-41af-944e-98750edd8bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:41.694252 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710908-52f1-4fee-a637-71abea43a633 req-afebee40-b418-4bf1-9673-d7658908825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:41.695980 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-afebee40-b418-4bf1-9673-d7658908825a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 916 time: 0.0894551 Jun 30 10:28:41.766750 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-f870ff33-e4b6-457a-bf8a-4bdbb94d4c1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 1000 time: 0.0612955 Jun 30 10:28:41.816480 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710908-52f1-4fee-a637-71abea43a633 req-78d6cfd0-f0f3-42bc-a909-368114e8b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:41.818707 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-78d6cfd0-f0f3-42bc-a909-368114e8b951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 200 len: 854 time: 0.0449884 Jun 30 10:28:41.860046 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['c5524f2d-0038-4c74-a539-3188b1fc56aa'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:28:41.865406 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710908-52f1-4fee-a637-71abea43a633 req-b8705095-648d-481c-9385-5cdb306670bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:41.866936 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-b8705095-648d-481c-9385-5cdb306670bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c78499f-6988-4500-9e97-7536eeb3e1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389764 Jun 30 10:28:41.964542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:41.969795 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-4222dab8-3e7c-4721-adbb-f24d49b9a2da service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945053 Jun 30 10:28:42.076550 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2710908-52f1-4fee-a637-71abea43a633 req-9c1711fe-8e12-4cc6-b5f5-c38fc4ea6096 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987940 Jun 30 10:28:42.619650 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d55b-1ea6-4a65-a909-acfabdbd8068 req-62aa5e89-edb7-44c5-8b19-1f58122636a3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:42.621147 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1613d55b-1ea6-4a65-a909-acfabdbd8068 req-62aa5e89-edb7-44c5-8b19-1f58122636a3 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 945 time: 0.0514038 Jun 30 10:28:42.634129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:42.664522 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7598f2-78e3-45b4-83c1-66aba6a4b6f0 req-d64931dc-c827-4972-bea7-a49b4967ac27 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:42.666068 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1c7598f2-78e3-45b4-83c1-66aba6a4b6f0 req-d64931dc-c827-4972-bea7-a49b4967ac27 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0491722 Jun 30 10:28:42.673038 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1613d55b-1ea6-4a65-a909-acfabdbd8068 req-d8e35c7d-8f8e-4387-9f35-f8bdeca581ac tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Jun 30 10:28:42.728987 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1c7598f2-78e3-45b4-83c1-66aba6a4b6f0 req-41a90f30-961b-4aa0-a176-7c5d9aef3105 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573161 Jun 30 10:28:43.539609 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:28:43.586824 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port c5524f2d-0038-4c74-a539-3188b1fc56aa triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:28:43.587199 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:43.665213 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port c5524f2d-0038-4c74-a539-3188b1fc56aa is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:28:43.665598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:43.688114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:43.690300 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e363d91-f341-4392-b292-34cea235fdd8" -d '{"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:43.702815 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:43.709839 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:43.746406 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c140ea-af32-4f4b-88d2-b5c2db25a50d x-openstack-request-id: req-09c140ea-af32-4f4b-88d2-b5c2db25a50d {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:43.746735 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:43.746982 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09c140ea-af32-4f4b-88d2-b5c2db25a50d {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:43.747383 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c140ea-af32-4f4b-88d2-b5c2db25a50d'] response: {'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'code': 200} Jun 30 10:28:43.773210 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=10']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:43.841803 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-29978e11-0f9d-49b2-83eb-491a8d735e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:43.876365 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f62cbd-f16e-4da6-a17b-a9a8d9206a24 req-720ac1e7-4818-4c51-a208-c77ea23dd197 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:43.877221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805e09-183d-4a99-b143-1361766f3b32 req-4b658ac1-bedd-4497-815c-ee7afda95460 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:43.883248 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2805e09-183d-4a99-b143-1361766f3b32 req-4b658ac1-bedd-4497-815c-ee7afda95460 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0871937 Jun 30 10:28:43.883446 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e3f62cbd-f16e-4da6-a17b-a9a8d9206a24 req-720ac1e7-4818-4c51-a208-c77ea23dd197 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0761402 Jun 30 10:28:43.929793 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b2805e09-183d-4a99-b143-1361766f3b32 req-88c17e2f-c0c8-43a5-ab9d-c9cd75f17b94 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 Jun 30 10:28:43.947580 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e3f62cbd-f16e-4da6-a17b-a9a8d9206a24 req-7f491d0c-d54c-454f-9678-1f96b94593a0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627420 Jun 30 10:28:43.972542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e07083-ec56-47bd-a8d7-7088b4c42e81 req-73a9391f-0b5c-4604-8c0f-bc575fa195b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:43.974640 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66e07083-ec56-47bd-a8d7-7088b4c42e81 req-73a9391f-0b5c-4604-8c0f-bc575fa195b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1131 time: 0.0440240 Jun 30 10:28:44.020100 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-66e07083-ec56-47bd-a8d7-7088b4c42e81 req-bfbae708-3233-4ea4-bdad-26842460d39c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389016 Jun 30 10:28:45.075488 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e19f5a-8417-4daa-bc05-3eed2501809f req-bdac477b-3d86-4ca3-922d-e7896b4d3ad2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:45.085903 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f5e19f5a-8417-4daa-bc05-3eed2501809f req-bdac477b-3d86-4ca3-922d-e7896b4d3ad2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0759976 Jun 30 10:28:45.094926 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e04e92-63a9-4400-8b40-f57498929b93 req-a831045d-e077-4ed9-83cd-5858ffa24376 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:45.103253 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9e04e92-63a9-4400-8b40-f57498929b93 req-a831045d-e077-4ed9-83cd-5858ffa24376 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0687275 Jun 30 10:28:45.138351 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f5e19f5a-8417-4daa-bc05-3eed2501809f req-062593b6-cc3b-4e38-a1d7-85880767171d tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515776 Jun 30 10:28:45.169014 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9e04e92-63a9-4400-8b40-f57498929b93 req-fed12ecd-1704-4c6a-bd7f-c9c08b627c1f tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0650177 Jun 30 10:28:45.240027 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:46.309704 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f61a3a-47b0-4fad-884f-98ad0b5e40ad req-f3ad63e4-6811-45c5-8834-5bac28a16b6a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:46.312264 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-96f61a3a-47b0-4fad-884f-98ad0b5e40ad req-f3ad63e4-6811-45c5-8834-5bac28a16b6a tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0928085 Jun 30 10:28:46.316749 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ff189-2506-4f2d-81b8-83af484656e3 req-9362b596-1332-4b82-bd73-13b34985765b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:46.319164 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a14ff189-2506-4f2d-81b8-83af484656e3 req-9362b596-1332-4b82-bd73-13b34985765b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0712957 Jun 30 10:28:46.357482 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:46.382101 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-96f61a3a-47b0-4fad-884f-98ad0b5e40ad req-ad4b48dc-6ab2-4e37-a202-58c578f738f1 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623553 Jun 30 10:28:46.409203 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a14ff189-2506-4f2d-81b8-83af484656e3 req-cea7c037-173b-4175-8071-e253265889fc tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0822062 Jun 30 10:28:46.695669 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:47.061434 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:47.507433 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d93cb3-e43e-49e7-9686-61d807ed21a2 req-8454536c-a683-40a7-861b-c43ed10d2199 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:47.508967 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c4d93cb3-e43e-49e7-9686-61d807ed21a2 req-8454536c-a683-40a7-861b-c43ed10d2199 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0512326 Jun 30 10:28:47.525150 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a0e4-52fb-4528-b972-b44139994c96 req-19477529-a71b-4800-b5e2-91ab3b0d3480 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:47.526862 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e748a0e4-52fb-4528-b972-b44139994c96 req-19477529-a71b-4800-b5e2-91ab3b0d3480 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0490038 Jun 30 10:28:47.560400 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c4d93cb3-e43e-49e7-9686-61d807ed21a2 req-52db1066-60df-4086-8ea4-2bf5377f7109 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Jun 30 10:28:47.593865 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e748a0e4-52fb-4528-b972-b44139994c96 req-f21ee6d7-995b-4283-a86b-7a8c7f6d8e5b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605588 Jun 30 10:28:48.350634 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49174) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:48.459314 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:48.592961 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Deleting port a494dab7-35bb-45b8-ade4-9ebbc3327cf8 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:48.593620 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:48.672824 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:48.673309 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for floatingip (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:48.688466 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Calling delete_port for a494dab7-35bb-45b8-ade4-9ebbc3327cf8 owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:48.710503 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662bc97-79e3-4e23-b1c3-b1abd9617d82 req-7761ac89-5582-40dd-91bf-f98f456ea436 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:48.712597 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3662bc97-79e3-4e23-b1c3-b1abd9617d82 req-7761ac89-5582-40dd-91bf-f98f456ea436 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0487080 Jun 30 10:28:48.772994 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3662bc97-79e3-4e23-b1c3-b1abd9617d82 req-5b896557-26b0-4cae-be4a-8073d6f1278b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537386 Jun 30 10:28:48.860387 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (a494dab7-35bb-45b8-ade4-9ebbc3327cf8), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:48.885870 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event deleted for resources: {'Port': ['ID=a494dab7-35bb-45b8-ade4-9ebbc3327cf8,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:48.897480 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.897832 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.898324 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.898662 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.899023 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.899353 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.899679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.900006 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.900328 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.900652 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.900973 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.901295 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.901616 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.901936 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.902254 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:48.957708 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for floatingip (f8470850-0f87-4f3a-8abb-37b19891ac55), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:48.958051 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Floating IP f8470850-0f87-4f3a-8abb-37b19891ac55 disassociated (deleted). External IP: 172.27.3.141, port: 0bd592dd-4f07-441e-9494-dbeaf06b8644. Jun 30 10:28:49.160152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Router 2d4d9aed-7f5d-4c9f-b455-37529079c333 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:28:49.246888 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:49.263432 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:49.268162 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:49.270301 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:49.272936 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] Sync routers for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:49.284201 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:49.284827 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:49.298274 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-34810902-8f67-46f6-867e-d7c55b812674 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "DELETE /v2.0/floatingips/f8470850-0f87-4f3a-8abb-37b19891ac55 HTTP/1.1" status: 204 len: 168 time: 0.9465015 Jun 30 10:28:49.298884 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:49.301080 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13" -d '{"events": [{"name": "network-changed", "server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:49.340799 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b0abdf-140d-4fdf-b9e2-7704cb6dd8b2 x-openstack-request-id: req-03b0abdf-140d-4fdf-b9e2-7704cb6dd8b2 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:49.341088 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:49.341460 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03b0abdf-140d-4fdf-b9e2-7704cb6dd8b2 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:49.341873 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b0abdf-140d-4fdf-b9e2-7704cb6dd8b2'] response: {'name': 'network-changed', 'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'status': 'completed', 'code': 200} Jun 30 10:28:49.346501 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:49.367239 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:49.392851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:49.530658 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70909-c63c-4c3d-8ab5-024fb53f4c16 req-1dc51524-fc6d-48f2-9ac4-470a98bc5d9c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:49.534434 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62f70909-c63c-4c3d-8ab5-024fb53f4c16 req-1dc51524-fc6d-48f2-9ac4-470a98bc5d9c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0555530 Jun 30 10:28:49.582051 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-62f70909-c63c-4c3d-8ab5-024fb53f4c16 req-4dcf9bc9-6545-4c65-83fa-5bd2a7dc3352 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442977 Jun 30 10:28:49.589401 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:14Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:49.614743 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] Checking router: 2d4d9aed-7f5d-4c9f-b455-37529079c333 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:49.623724 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:49.624332 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:49.728442 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:49.891864 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887e394-1079-4c41-adfb-12c4274f47b9 req-2a1d6868-f6c9-42d3-88b3-ad10f617c8e0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:49.893338 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1887e394-1079-4c41-adfb-12c4274f47b9 req-2a1d6868-f6c9-42d3-88b3-ad10f617c8e0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0485270 Jun 30 10:28:49.919393 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:14Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:49.944118 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86138434-92cd-4bed-a405-a93be4f7bcfd None None] The sync data for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi is: [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:23:06Z', 'revision_number': 4, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '76a055d4-cbcb-44c9-b2f9-d1d32c7ea526', 'name': '', 'network_id': '8696c136-7ee8-42d9-9741-ccc3ae5d0730', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'mac_address': 'fa:16:3e:ce:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:05Z', 'updated_at': '2022-06-30T10:23:14Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'subnets': [{'id': '41d6c753-6eba-45fd-899e-3067e16c8d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:49.954569 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1887e394-1079-4c41-adfb-12c4274f47b9 req-ce036517-a1a5-4229-b022-e176ebaa70d9 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553544 Jun 30 10:28:50.161863 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d624b-c89f-4387-aec5-b1804ba7b068 None None] New status for floating IP f8470850-0f87-4f3a-8abb-37b19891ac55: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:28:50.697175 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163a3fb-a3e1-464b-8286-32e67512711c req-4b393967-7b74-44a8-857e-fb560ad5dad8 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:50.698663 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4163a3fb-a3e1-464b-8286-32e67512711c req-4b393967-7b74-44a8-857e-fb560ad5dad8 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0470865 Jun 30 10:28:50.748440 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4163a3fb-a3e1-464b-8286-32e67512711c req-a4bcf901-0ebe-40d6-a7e3-8d675f81b23c tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Jun 30 10:28:50.999295 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-52ef900e-6436-48da-b1ca-4bca84291ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:51.001161 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-52ef900e-6436-48da-b1ca-4bca84291ea9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28124a417dc443aca95f3edd11697c05&device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 1130 time: 0.0426722 Jun 30 10:28:51.076266 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d454427-0a04-46ac-9d93-a3413cc3f466 req-08fab815-f8dc-444e-8d6b-8f470e8f70d8 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:51.077831 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0d454427-0a04-46ac-9d93-a3413cc3f466 req-08fab815-f8dc-444e-8d6b-8f470e8f70d8 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0523381 Jun 30 10:28:51.145303 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0d454427-0a04-46ac-9d93-a3413cc3f466 req-2caf73e8-ac51-41a8-a304-9b5a5db33830 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0614624 Jun 30 10:28:51.452947 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:51.533133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-2243455b-b883-444f-985d-386864310579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:51.534578 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-2243455b-b883-444f-985d-386864310579 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 200 len: 910 time: 0.0904849 Jun 30 10:28:51.858386 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e71bd8-05db-4e2d-a4da-5abec6a14115 req-4d615261-f231-4545-b40d-517c6de7bf88 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:51.859886 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-24e71bd8-05db-4e2d-a4da-5abec6a14115 req-4d615261-f231-4545-b40d-517c6de7bf88 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0464165 Jun 30 10:28:51.914492 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-24e71bd8-05db-4e2d-a4da-5abec6a14115 req-e48e5764-76cc-45ca-8973-3b030873c026 tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/security-groups?id=a847f7d9-e343-4bee-a7f2-af4b5db41d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490978 Jun 30 10:28:51.970290 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-9bddf08e-6d28-41e7-9e9d-b98c70682694 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 200 len: 217 time: 0.0419452 Jun 30 10:28:52.037794 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:52.079278 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-2d54e6b7-6221-47c4-a00d-1ad5502b2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:52.080739 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-2d54e6b7-6221-47c4-a00d-1ad5502b2728 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 200 len: 848 time: 0.0865059 Jun 30 10:28:52.086932 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6535ed-a8f9-420b-b506-3c521009c222 req-2ed8cdd4-b478-4d57-918e-7b4bf9381f4a tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:52.088231 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-af6535ed-a8f9-420b-b506-3c521009c222 req-2ed8cdd4-b478-4d57-918e-7b4bf9381f4a tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.55 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 946 time: 0.0658910 Jun 30 10:28:52.167586 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-025db1ce-3455-4651-bc8e-1b1912be5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:52.169101 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-025db1ce-3455-4651-bc8e-1b1912be5f5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8696c136-7ee8-42d9-9741-ccc3ae5d0730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730224 Jun 30 10:28:52.233458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Deleting port 0bd592dd-4f07-441e-9494-dbeaf06b8644 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:52.233801 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:52.267572 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670a65-4abb-4e37-99c9-6466ccc7d8b0 req-f2a463d0-68b4-4d64-9489-e78508e3f750 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:52.269094 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6e670a65-4abb-4e37-99c9-6466ccc7d8b0 req-f2a463d0-68b4-4d64-9489-e78508e3f750 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0508804 Jun 30 10:28:52.334535 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6e670a65-4abb-4e37-99c9-6466ccc7d8b0 req-71e6ae2f-f9c6-40a1-b8df-88e4ea387b67 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595667 Jun 30 10:28:52.361421 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-08f516a9-359b-4e8f-b20e-e2facfd066c5 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642776 Jun 30 10:28:52.410318 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] For port 0bd592dd-4f07-441e-9494-dbeaf06b8644, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0bd592dd-4f07-441e-9494-dbeaf06b8644,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:52.410711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:52.454444 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Calling delete_port for 0bd592dd-4f07-441e-9494-dbeaf06b8644 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:52.522325 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-38b409fe-80bc-4bfa-a8e0-e0ad03cb0f13 req-5afc2180-eb1b-49a7-8479-24e015e041f9 service neutron] 10.222.0.55 "GET /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494606 Jun 30 10:28:52.608599 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (0bd592dd-4f07-441e-9494-dbeaf06b8644), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:52.635885 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event deleted for resources: {'Port': ['ID=0bd592dd-4f07-441e-9494-dbeaf06b8644,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:52.679638 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] No DVR routers for this DVR port 0bd592dd-4f07-441e-9494-dbeaf06b8644 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:28:52.682251 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:52.685519 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-af6535ed-a8f9-420b-b506-3c521009c222 req-392f4627-2d81-484e-939f-3a1d877d020d tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.55 "DELETE /v2.0/ports/0bd592dd-4f07-441e-9494-dbeaf06b8644 HTTP/1.1" status: 204 len: 173 time: 0.5813212 Jun 30 10:28:52.685979 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-deleted', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:52.688177 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195bc9d8-01ec-4cbb-b500-c81921e96de4" -d '{"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-deleted", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:52.724550 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c12586-1525-4569-8ec2-94d2cdc186fd x-openstack-request-id: req-77c12586-1525-4569-8ec2-94d2cdc186fd {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:52.724897 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaee57e-6873-4e59-96c6-9b2e7b6d5998", "name": "network-vif-deleted", "tag": "0bd592dd-4f07-441e-9494-dbeaf06b8644", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:52.725156 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77c12586-1525-4569-8ec2-94d2cdc186fd {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:52.725560 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c12586-1525-4569-8ec2-94d2cdc186fd'] response: {'server_uuid': 'caaee57e-6873-4e59-96c6-9b2e7b6d5998', 'name': 'network-vif-deleted', 'tag': '0bd592dd-4f07-441e-9494-dbeaf06b8644', 'status': 'completed', 'code': 200} Jun 30 10:28:53.038066 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-40f3e9ed-7baf-48c0-ac7b-8ab18be54d42 req-3fb0dd73-78f9-48c5-a434-a63f2fa5dc1e tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "GET /v2.0/ports?device_id=caaee57e-6873-4e59-96c6-9b2e7b6d5998 HTTP/1.1" status: 200 len: 210 time: 0.0540783 Jun 30 10:28:53.382090 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:53.443487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:53.467052 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c037ce8-8b4b-4ca9-937d-6d25ac65b453 req-6833a1a9-a1cf-48e0-98b3-6ebb7c6b9340 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:53.469237 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1c037ce8-8b4b-4ca9-937d-6d25ac65b453 req-6833a1a9-a1cf-48e0-98b3-6ebb7c6b9340 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0623357 Jun 30 10:28:53.549654 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1c037ce8-8b4b-4ca9-937d-6d25ac65b453 req-4caa245b-ae8a-40d9-b562-b12055f3517e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0745921 Jun 30 10:28:54.084985 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49254) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:54.141021 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4c28c348-8995-40ab-b46c-cf90c6e9505f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group (a847f7d9-e343-4bee-a7f2-af4b5db41d13), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:54.167402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4c28c348-8995-40ab-b46c-cf90c6e9505f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group (a847f7d9-e343-4bee-a7f2-af4b5db41d13), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:54.231557 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4c28c348-8995-40ab-b46c-cf90c6e9505f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a847f7d9-e343-4bee-a7f2-af4b5db41d13), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:54.234385 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4c28c348-8995-40ab-b46c-cf90c6e9505f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:54.235571 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4c28c348-8995-40ab-b46c-cf90c6e9505f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] 10.222.0.44 "DELETE /v2.0/security-groups/a847f7d9-e343-4bee-a7f2-af4b5db41d13 HTTP/1.1" status: 204 len: 168 time: 0.1503673 Jun 30 10:28:54.245643 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28c348-8995-40ab-b46c-cf90c6e9505f tempest-TestShelveInstance-532668286 tempest-TestShelveInstance-532668286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847f7d9-e343-4bee-a7f2-af4b5db41d13,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:54.296434 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49262) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:54.709333 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3ea5-0f5d-473b-89b5-3184c2e3f972 req-46bf47d0-7c99-4450-85d8-13bd5e36afe4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:54.710779 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ca7d3ea5-0f5d-473b-89b5-3184c2e3f972 req-46bf47d0-7c99-4450-85d8-13bd5e36afe4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0788698 Jun 30 10:28:54.749284 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b9fd4-5ab8-4c9c-90f1-7e215706c25e req-1a4bcaaa-164c-4b41-bf61-42cd47936a5a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:54.750832 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c61b9fd4-5ab8-4c9c-90f1-7e215706c25e req-1a4bcaaa-164c-4b41-bf61-42cd47936a5a tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0501885 Jun 30 10:28:54.798004 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c61b9fd4-5ab8-4c9c-90f1-7e215706c25e req-8262642d-f406-4087-80a8-b7ac039f5f25 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Jun 30 10:28:54.815079 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:54.816921 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (2d4d9aed-7f5d-4c9f-b455-37529079c333), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:54.820194 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:54.826279 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ca7d3ea5-0f5d-473b-89b5-3184c2e3f972 req-7bb6e6af-b73f-4593-8772-ff261642cdb5 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1056252 Jun 30 10:28:55.294124 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Deleting port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:55.294844 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.372007 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] For port 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:55.372360 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.384874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Calling delete_port for 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 owned by network:router_interface {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:55.569610 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:55.570621 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (76a055d4-cbcb-44c9-b2f9-d1d32c7ea526), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.590038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 0bd592dd-4f07-441e-9494-dbeaf06b8644 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:55.590038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0bd592dd-4f07-441e-9494-dbeaf06b8644 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:55.602790 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Pushing event deleted for resources: {'Port': ['ID=76a055d4-cbcb-44c9-b2f9-d1d32c7ea526,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:55.627342 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49284) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:55.753180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d8a98fa-7315-4e9c-9355-2bcd6320b95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.762141 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (2d4d9aed-7f5d-4c9f-b455-37529079c333), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.793834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:55.848117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d8a98fa-7315-4e9c-9355-2bcd6320b95e admin admin] Publish callbacks [] for security_group (25b64e7c-7705-4616-b668-414ffc92d432), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.854289 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0d8a98fa-7315-4e9c-9355-2bcd6320b95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (25b64e7c-7705-4616-b668-414ffc92d432), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:55.927701 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a98fa-7315-4e9c-9355-2bcd6320b95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b64e7c-7705-4616-b668-414ffc92d432,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:55.938964 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0d8a98fa-7315-4e9c-9355-2bcd6320b95e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=272daf6025ae45f7a4b02e9538f8c851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104787 Jun 30 10:28:55.939690 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49292) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:55.962892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16561ff-a79a-4c83-a245-4d882be4600b req-b6026126-baae-4fc9-88b8-336865259e09 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:55.964481 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e16561ff-a79a-4c83-a245-4d882be4600b req-b6026126-baae-4fc9-88b8-336865259e09 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0852559 Jun 30 10:28:55.983248 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:55.987254 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:56.012258 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e7235-be59-412c-94dd-a0c0ab048f7c req-78066dd0-18af-41a6-a36c-b1dc7801eeb2 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:56.013744 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c04e7235-be59-412c-94dd-a0c0ab048f7c req-78066dd0-18af-41a6-a36c-b1dc7801eeb2 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0938237 Jun 30 10:28:56.036452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c0372e22-9ba4-4a59-a4d9-983addf285f9 admin admin] Publish callbacks [] for security_group (25b64e7c-7705-4616-b668-414ffc92d432), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.049723 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e16561ff-a79a-4c83-a245-4d882be4600b req-e1b87e90-cfca-422e-90f4-284367fcef6d tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753822 Jun 30 10:28:56.063610 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Router 2d4d9aed-7f5d-4c9f-b455-37529079c333 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:28:56.064012 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c0372e22-9ba4-4a59-a4d9-983addf285f9 admin admin] Publish callbacks [] for security_group (25b64e7c-7705-4616-b668-414ffc92d432), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.097410 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c04e7235-be59-412c-94dd-a0c0ab048f7c req-b2b35b10-6438-41cd-b260-e60d66dde6f5 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0772896 Jun 30 10:28:56.128461 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c0372e22-9ba4-4a59-a4d9-983addf285f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (25b64e7c-7705-4616-b668-414ffc92d432), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.131892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c0372e22-9ba4-4a59-a4d9-983addf285f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.135542 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c0372e22-9ba4-4a59-a4d9-983addf285f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25b64e7c-7705-4616-b668-414ffc92d432 HTTP/1.1" status: 204 len: 168 time: 0.1903241 Jun 30 10:28:56.144501 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372e22-9ba4-4a59-a4d9-983addf285f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b64e7c-7705-4616-b668-414ffc92d432,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:56.206375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:56.215418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] Sync routers for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:56.219682 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49296) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:56.219926 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-508eb551-959c-492a-b2e3-b1081ad8c81e admin admin] 10.222.0.44 "PUT /v2.0/routers/2d4d9aed-7f5d-4c9f-b455-37529079c333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9224110 Jun 30 10:28:56.227440 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:56.228287 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.340977 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks [] for router (2d4d9aed-7f5d-4c9f-b455-37529079c333), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.344720 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:56.446679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:56.450095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks [] for router_gateway (2d4d9aed-7f5d-4c9f-b455-37529079c333), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.498089 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Deleting port c793d585-46af-405b-934a-a312d77dc40f {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:56.498600 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (c793d585-46af-405b-934a-a312d77dc40f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.589543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] For port c793d585-46af-405b-934a-a312d77dc40f, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=c793d585-46af-405b-934a-a312d77dc40f,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:56.590147 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (c793d585-46af-405b-934a-a312d77dc40f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.605561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Calling delete_port for c793d585-46af-405b-934a-a312d77dc40f owned by network:router_gateway {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:56.682239 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'c793d585-46af-405b-934a-a312d77dc40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:28:55Z', 'revision_number': 5, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port': {'id': 'c793d585-46af-405b-934a-a312d77dc40f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:01Z', 'updated_at': '2022-06-30T10:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.708751 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] Checking router: 2d4d9aed-7f5d-4c9f-b455-37529079c333 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:56.710269 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb44ab5-6307-4c42-8907-514301e75798 req-32814a03-4d9e-450c-bf91-5a0a1eb28b02 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:56.712343 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7bb44ab5-6307-4c42-8907-514301e75798 req-32814a03-4d9e-450c-bf91-5a0a1eb28b02 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.0654156 Jun 30 10:28:56.718503 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] Routers {'2d4d9aed-7f5d-4c9f-b455-37529079c333'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:56.719155 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['2d4d9aed-7f5d-4c9f-b455-37529079c333'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.757052 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:56.773775 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:56.816125 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] Set router 2d4d9aed-7f5d-4c9f-b455-37529079c333 gateway port host: None {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:56.860899 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:56.886137 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (c793d585-46af-405b-934a-a312d77dc40f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:56.902913 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:28:56Z', 'revision_number': 6, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.924393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c793d585-46af-405b-934a-a312d77dc40f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:56.930727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a907a-2f1c-45a2-af71-dcf3136c7dc1 None None] The sync data for ids ['2d4d9aed-7f5d-4c9f-b455-37529079c333'] in dv-cinder-826608-4-iscsi is: [{'id': '2d4d9aed-7f5d-4c9f-b455-37529079c333', 'name': 'tempest-TestShelveInstance-2036469985-router', 'tenant_id': '28124a417dc443aca95f3edd11697c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:00Z', 'updated_at': '2022-06-30T10:28:56Z', 'revision_number': 6, 'project_id': '28124a417dc443aca95f3edd11697c05', 'gw_port_host': None}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:56.950664 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port fd8d83f2-4814-4b9b-b30d-37f402094b8f {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:56.951033 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.056478 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (2d4d9aed-7f5d-4c9f-b455-37529079c333), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.160914 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] For port fd8d83f2-4814-4b9b-b30d-37f402094b8f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fd8d83f2-4814-4b9b-b30d-37f402094b8f,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:57.161282 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.178991 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (2d4d9aed-7f5d-4c9f-b455-37529079c333), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.184649 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks [] for router_controller (2d4d9aed-7f5d-4c9f-b455-37529079c333), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.239476 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b23e97-5c9d-48cb-b383-64e3c5d431ea req-e827f037-17bb-45de-a501-717ed630b253 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:57.241034 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e9b23e97-5c9d-48cb-b383-64e3c5d431ea req-e827f037-17bb-45de-a501-717ed630b253 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0547709 Jun 30 10:28:57.322481 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:57.334958 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (2d4d9aed-7f5d-4c9f-b455-37529079c333), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.335896 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d4d9aed-7f5d-4c9f-b455-37529079c333 {{(pid=103763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:28:57.342340 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.343852 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-2ecf6138-8ac2-447d-88ae-6b0f470f1b48 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2d4d9aed-7f5d-4c9f-b455-37529079c333 HTTP/1.1" status: 204 len: 168 time: 1.1223688 Jun 30 10:28:57.347755 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e9b23e97-5c9d-48cb-b383-64e3c5d431ea req-d0168fe9-0053-4bf3-8bfe-688d6c9b1266 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=17c8f7e8-54fb-44fa-941c-52a8a1179fbc&id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0982976 Jun 30 10:28:57.355713 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49324) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:57.394201 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345357-bbdd-4480-a33e-21070b889bb8 req-3474c528-9a6b-4c86-a04b-25e26845ddbd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:28:57.404255 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cc345357-bbdd-4480-a33e-21070b889bb8 req-3474c528-9a6b-4c86-a04b-25e26845ddbd tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 946 time: 0.2213192 Jun 30 10:28:57.440564 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Deleting subnet 41d6c753-6eba-45fd-899e-3067e16c8d76 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:28:57.444653 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Publish callbacks [] for subnet (41d6c753-6eba-45fd-899e-3067e16c8d76), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.484794 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (41d6c753-6eba-45fd-899e-3067e16c8d76), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.571147 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cc345357-bbdd-4480-a33e-21070b889bb8 req-c93abcac-b37a-4939-9caa-0fef2d0e9984 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups?id=4169429a-6c82-40d3-ae20-298193795b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654136 Jun 30 10:28:57.574974 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (41d6c753-6eba-45fd-899e-3067e16c8d76), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.592364 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.592777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.593165 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Floating IP 760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c disassociated. External IP: 172.27.3.24, port: fd8d83f2-4814-4b9b-b30d-37f402094b8f. Jun 30 10:28:57.593520 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for fd8d83f2-4814-4b9b-b30d-37f402094b8f owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:57.631658 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (41d6c753-6eba-45fd-899e-3067e16c8d76), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.658617 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d6c753-6eba-45fd-899e-3067e16c8d76,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:57.665367 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.672188 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3358aa-5281-4af5-b5be-ba8bf617890b None None] Network 8696c136-7ee8-42d9-9741-ccc3ae5d0730 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:28:57.673215 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e1623508-4326-48b9-9266-4c78a2a8739c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/41d6c753-6eba-45fd-899e-3067e16c8d76 HTTP/1.1" status: 204 len: 168 time: 0.3148932 Jun 30 10:28:57.675751 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49332) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:57.736962 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (fd8d83f2-4814-4b9b-b30d-37f402094b8f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.760502 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (8696c136-7ee8-42d9-9741-ccc3ae5d0730), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.778285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=fd8d83f2-4814-4b9b-b30d-37f402094b8f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:57.822335 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Deleting port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:57.822795 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.901703 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] For port 3ebb0cb9-bde7-4e30-9056-50196461e1b5, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3ebb0cb9-bde7-4e30-9056-50196461e1b5,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:57.902165 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.911586 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] DHCP port deletion for 8696c136-7ee8-42d9-9741-ccc3ae5d0730 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:28:57.912183 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:28:57.919111 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Calling delete_port for 3ebb0cb9-bde7-4e30-9056-50196461e1b5 owned by network:dhcp {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:57.920274 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.932149 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:57.953233 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] Deleting port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:57.953595 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:57.987895 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:58.018209 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.021230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:58.034373 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] For port 3ebb0cb9-bde7-4e30-9056-50196461e1b5, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3ebb0cb9-bde7-4e30-9056-50196461e1b5,segment=NetworkSegment(41830613-76e1-40f8-a189-056941dc78b7),segment_id=41830613-76e1-40f8-a189-056941dc78b7)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:58.035267 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.047240 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:58.050076 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] Calling delete_port for 3ebb0cb9-bde7-4e30-9056-50196461e1b5 owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:58.053254 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebb0cb9-bde7-4e30-9056-50196461e1b5,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:58.056626 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] No DVR routers for this DVR port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 on host dv-cinder-826608-4-iscsi {{(pid=103764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:28:58.068535 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:58.086509 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:58.087182 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:58.131186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] No DVR routers for this DVR port fd8d83f2-4814-4b9b-b30d-37f402094b8f on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:28:58.134222 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.144059 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7bb44ab5-6307-4c42-8907-514301e75798 req-aecc5496-6899-40e6-a10c-fb885c1c2f64 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.55 "DELETE /v2.0/ports/fd8d83f2-4814-4b9b-b30d-37f402094b8f HTTP/1.1" status: 204 len: 173 time: 1.4261220 Jun 30 10:28:58.144754 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'name': 'network-vif-deleted', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:28:58.147195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ba296-a21c-4055-8684-1833e0064af2" -d '{"events": [{"server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "name": "network-vif-deleted", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:58.157247 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (8696c136-7ee8-42d9-9741-ccc3ae5d0730), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.189812 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (3ebb0cb9-bde7-4e30-9056-50196461e1b5), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.194158 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8696c136-7ee8-42d9-9741-ccc3ae5d0730']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:58.207435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41830613-76e1-40f8-a189-056941dc78b7') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:58.207958 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41830613-76e1-40f8-a189-056941dc78b7') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:58.220183 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (41830613-76e1-40f8-a189-056941dc78b7), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.241318 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (41830613-76e1-40f8-a189-056941dc78b7), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.251584 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:28:58.251989 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (41830613-76e1-40f8-a189-056941dc78b7), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.252195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87a2cd9-bf61-4d78-a5a3-ce8caad8cbf9 x-openstack-request-id: req-a87a2cd9-bf61-4d78-a5a3-ce8caad8cbf9 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:58.252494 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dcc93d-860b-46e4-a2db-38d4a3f211d6", "name": "network-vif-deleted", "tag": "fd8d83f2-4814-4b9b-b30d-37f402094b8f", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:58.252792 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a87a2cd9-bf61-4d78-a5a3-ce8caad8cbf9 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:58.253196 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87a2cd9-bf61-4d78-a5a3-ce8caad8cbf9'] response: {'server_uuid': '70dcc93d-860b-46e4-a2db-38d4a3f211d6', 'name': 'network-vif-deleted', 'tag': 'fd8d83f2-4814-4b9b-b30d-37f402094b8f', 'status': 'completed', 'code': 200} Jun 30 10:28:58.273623 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] No DVR routers for this DVR port 3ebb0cb9-bde7-4e30-9056-50196461e1b5 on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:28:58.275618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9f4c2-7f93-4330-aa06-e0007423f079 None None] Pushing event deleted for resources: {'Port': ['ID=3ebb0cb9-bde7-4e30-9056-50196461e1b5,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:58.298955 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:58.400694 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (8696c136-7ee8-42d9-9741-ccc3ae5d0730), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.408815 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.414200 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] 10.222.0.44 "DELETE /v2.0/networks/8696c136-7ee8-42d9-9741-ccc3ae5d0730 HTTP/1.1" status: 204 len: 168 time: 0.7362735 Jun 30 10:28:58.418507 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49340) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:58.483592 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 41830613-76e1-40f8-a189-056941dc78b7 resource provider aggregate not found Jun 30 10:28:58.487285 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032f520-b0e1-4cc2-9af7-62c03a39888a admin admin] Pushing event deleted for resources: {'Network': ['ID=8696c136-7ee8-42d9-9741-ccc3ae5d0730,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:58.531553 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 41830613-76e1-40f8-a189-056941dc78b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41830613-76e1-40f8-a189-056941dc78b7 found for delete ", "request_id": "req-546f252e-138d-4e02-9df0-6fec770f28e5"}]} Jun 30 10:28:58.556342 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:58.584572 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:58.596615 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:58.597342 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:58.731273 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c9d5877e-045d-47c6-9dff-7d0302999ea6 req-9b0fee05-7d58-4e60-a945-cea2ba8624e1 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/ports?device_id=70dcc93d-860b-46e4-a2db-38d4a3f211d6 HTTP/1.1" status: 200 len: 210 time: 0.0401967 Jun 30 10:28:58.779161 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:28:58.877652 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (67859515-de59-4470-adeb-49a589e47e1f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:58.897827 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:58.925618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:58.926288 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 76a055d4-cbcb-44c9-b2f9-d1d32c7ea526 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:58.926718 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3ebb0cb9-bde7-4e30-9056-50196461e1b5 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:58.948218 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 3ebb0cb9-bde7-4e30-9056-50196461e1b5 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:58.948911 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3ebb0cb9-bde7-4e30-9056-50196461e1b5 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:58.949660 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device c793d585-46af-405b-934a-a312d77dc40f no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:58.969322 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: c793d585-46af-405b-934a-a312d77dc40f {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:58.969765 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device c793d585-46af-405b-934a-a312d77dc40f not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:58.982259 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:59.007053 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e404a1-ef79-4288-b39c-787aa3b4f834 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:22:07Z', 'revision_number': 4, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '650ecc67-eb4d-4f73-9127-dc4b083a1171', 'name': '', 'network_id': '83b97fe7-5a74-4333-a1f1-76508fb99056', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'mac_address': 'fa:16:3e:b8:e0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:03Z', 'updated_at': '2022-06-30T10:22:31Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'subnets': [{'id': '83f53222-17a2-418e-ae06-b78e710b6cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:59.104320 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:59.121558 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Deleting port 7f9b8ab9-16c2-4386-a034-de3f62657907 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:28:59.121900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:59.204742 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] For port 7f9b8ab9-16c2-4386-a034-de3f62657907, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=7f9b8ab9-16c2-4386-a034-de3f62657907,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:59.205109 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:59.219920 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Calling delete_port for 7f9b8ab9-16c2-4386-a034-de3f62657907 owned by network:router_interface {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:28:59.239232 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8480f-dbe2-4263-975d-0d01cfd68943 None None] New status for floating IP 760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c: DOWN {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:28:59.326713 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:28:59.410876 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (7f9b8ab9-16c2-4386-a034-de3f62657907), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:59.440321 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9b8ab9-16c2-4386-a034-de3f62657907,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:59.589415 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device fd8d83f2-4814-4b9b-b30d-37f402094b8f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:59.600337 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (67859515-de59-4470-adeb-49a589e47e1f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:28:59.611055 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: fd8d83f2-4814-4b9b-b30d-37f402094b8f {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:28:59.611391 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device fd8d83f2-4814-4b9b-b30d-37f402094b8f not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:59.809452 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Router 67859515-de59-4470-adeb-49a589e47e1f has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:28:59.840240 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49362) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:59.876190 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-4998e1ce-81a2-42dd-9f34-617a987e06a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654454 Jun 30 10:28:59.937634 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:59.943343 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c0bc00f9-a80a-490e-ae9b-8ddeb82073c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/67859515-de59-4470-adeb-49a589e47e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5230246 Jun 30 10:28:59.946587 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49364) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:28:59.954026 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] Sync routers for ids ['67859515-de59-4470-adeb-49a589e47e1f'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:59.965992 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] Routers {'67859515-de59-4470-adeb-49a589e47e1f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:28:59.967159 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['67859515-de59-4470-adeb-49a589e47e1f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:00.060940 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:00.069754 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks [] for router (67859515-de59-4470-adeb-49a589e47e1f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.091917 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] Set router 67859515-de59-4470-adeb-49a589e47e1f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:00.165185 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49368) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:00.183703 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:00.222480 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-80fada69-4928-4a18-baad-cc1c5c98a84c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (4169429a-6c82-40d3-ae20-298193795b47), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.237683 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks [] for router_gateway (67859515-de59-4470-adeb-49a589e47e1f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.246424 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:00.254370 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-80fada69-4928-4a18-baad-cc1c5c98a84c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (4169429a-6c82-40d3-ae20-298193795b47), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.282053 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-7fcc08b1-dd92-43f0-8bdc-7f5e83fc0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:00.283535 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-7fcc08b1-dd92-43f0-8bdc-7f5e83fc0c48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97676089d6c14acc83bca866d0fae6e2&device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 1131 time: 0.0896826 Jun 30 10:29:00.310891 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:28:59Z', 'revision_number': 5, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port': {'id': '05a20fa2-907e-4f3a-ae30-392fb0441aba', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67859515-de59-4470-adeb-49a589e47e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:23:11Z', 'updated_at': '2022-06-30T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:00.314761 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Deleting port 05a20fa2-907e-4f3a-ae30-392fb0441aba {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:00.315635 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.354019 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:00.388286 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-80fada69-4928-4a18-baad-cc1c5c98a84c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (4169429a-6c82-40d3-ae20-298193795b47), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.391049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-80fada69-4928-4a18-baad-cc1c5c98a84c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.395574 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-80fada69-4928-4a18-baad-cc1c5c98a84c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/security-groups/4169429a-6c82-40d3-ae20-298193795b47 HTTP/1.1" status: 204 len: 168 time: 0.5508592 Jun 30 10:29:00.401253 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49372) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:00.425405 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fada69-4928-4a18-baad-cc1c5c98a84c tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4169429a-6c82-40d3-ae20-298193795b47,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:00.438515 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] Checking router: 67859515-de59-4470-adeb-49a589e47e1f for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:00.438843 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.api.v2.resource [None req-b57bfc5a-e8be-406e-b10d-a52ebc29a388 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] show failed (client error): The resource could not be found. Jun 30 10:29:00.440077 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b57bfc5a-e8be-406e-b10d-a52ebc29a388 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "GET /v2.0/security-groups/4169429a-6c82-40d3-ae20-298193795b47 HTTP/1.1" status: 404 len: 347 time: 0.0336092 Jun 30 10:29:00.445214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49374) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:00.450098 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] Routers {'67859515-de59-4470-adeb-49a589e47e1f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:00.451380 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['67859515-de59-4470-adeb-49a589e47e1f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:00.498549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-5dc9e8f8-d1de-41f9-a19a-a0884f4f7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:00.500122 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-5dc9e8f8-d1de-41f9-a19a-a0884f4f7c1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 200 len: 917 time: 0.1943092 Jun 30 10:29:00.550613 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] Set router 67859515-de59-4470-adeb-49a589e47e1f gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:00.603745 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:29:00Z', 'revision_number': 6, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:00.628400 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Deleting port a2857713-2bef-4adf-a265-d95d988baa6c {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:00.628767 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (a2857713-2bef-4adf-a265-d95d988baa6c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.632112 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-88d7e345-25ab-48d6-a6f2-d479e256cee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 200 len: 1001 time: 0.0900915 Jun 30 10:29:00.634732 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e207e-03ea-47e4-b29d-a3b0e55ff09f None None] The sync data for ids ['67859515-de59-4470-adeb-49a589e47e1f'] in dv-cinder-826608-4-iscsi is: [{'id': '67859515-de59-4470-adeb-49a589e47e1f', 'name': 'tempest-TestShelveInstance-332253176-router', 'tenant_id': '7b5415d0216f4b5ebdd77ba78c162297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:23:10Z', 'updated_at': '2022-06-30T10:29:00Z', 'revision_number': 6, 'project_id': '7b5415d0216f4b5ebdd77ba78c162297', 'gw_port_host': None}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:00.704588 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a6ec-129e-4641-94af-20b2baa3c047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.732729 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-68241c08-7fc5-4a6d-94e5-2b548f884ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:00.734176 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-68241c08-7fc5-4a6d-94e5-2b548f884ed9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 200 len: 855 time: 0.0897987 Jun 30 10:29:00.745046 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] For port 05a20fa2-907e-4f3a-ae30-392fb0441aba, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=05a20fa2-907e-4f3a-ae30-392fb0441aba,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:00.745456 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.765254 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (a2857713-2bef-4adf-a265-d95d988baa6c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.765575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (a2857713-2bef-4adf-a265-d95d988baa6c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.766814 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Calling delete_port for 05a20fa2-907e-4f3a-ae30-392fb0441aba owned by network:router_gateway {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:00.796508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Calling delete_port for a2857713-2bef-4adf-a265-d95d988baa6c owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:00.808921 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-a87ccea3-b2ce-4739-8171-77ec52e09143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:00.810395 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-a87ccea3-b2ce-4739-8171-77ec52e09143 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da0122bc-4e22-46e5-ab2a-f88f46d20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610905 Jun 30 10:29:00.873549 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a6ec-129e-4641-94af-20b2baa3c047 admin admin] Publish callbacks [] for security_group (8a8d64e3-46bb-4e11-875f-dfdaa3555694), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.880213 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a6ec-129e-4641-94af-20b2baa3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (8a8d64e3-46bb-4e11-875f-dfdaa3555694), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:00.957440 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:00.966584 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-d0443bf8-ca3c-48e8-a96f-3fdba2798956 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256039 Jun 30 10:29:00.971149 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a6ec-129e-4641-94af-20b2baa3c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d64e3-46bb-4e11-875f-dfdaa3555694,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:00.978529 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4bf8a6ec-129e-4641-94af-20b2baa3c047 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=189e1cbf45124e7f94d5bc7d7560519a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8116820 Jun 30 10:29:00.980647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49376) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:01.065969 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 7f9b8ab9-16c2-4386-a034-de3f62657907 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:01.085362 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c0fc-28d5-4994-a574-fd94f166ad2b admin admin] Publish callbacks [] for security_group (8a8d64e3-46bb-4e11-875f-dfdaa3555694), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.091089 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 7f9b8ab9-16c2-4386-a034-de3f62657907 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:01.091873 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 7f9b8ab9-16c2-4386-a034-de3f62657907 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:01.107881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (a2857713-2bef-4adf-a265-d95d988baa6c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.114282 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (05a20fa2-907e-4f3a-ae30-392fb0441aba), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.122355 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c0fc-28d5-4994-a574-fd94f166ad2b admin admin] Publish callbacks [] for security_group (8a8d64e3-46bb-4e11-875f-dfdaa3555694), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.138207 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Pushing event deleted for resources: {'Port': ['ID=a2857713-2bef-4adf-a265-d95d988baa6c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.174445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=05a20fa2-907e-4f3a-ae30-392fb0441aba,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.182392 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-628f590a-fd32-4035-b7e0-fe8dfe9f210a req-0bf05531-8444-48cd-be07-e01721413fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887434 Jun 30 10:29:01.218320 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks [] for floatingip (760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.220868 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.222264 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f2240612-a09b-4cf3-8f82-29242c774eb7 tempest-AttachVolumeNegativeTest-2112129664 tempest-AttachVolumeNegativeTest-2112129664-project] 10.222.0.44 "DELETE /v2.0/floatingips/760230f9-ec8f-4cf2-bd4b-9bd1c29bda3c HTTP/1.1" status: 204 len: 168 time: 0.7750401 Jun 30 10:29:01.244117 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:01.260393 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (67859515-de59-4470-adeb-49a589e47e1f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.291070 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c0fc-28d5-4994-a574-fd94f166ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (8a8d64e3-46bb-4e11-875f-dfdaa3555694), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.294405 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c0fc-28d5-4994-a574-fd94f166ad2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.295433 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0ee9c0fc-28d5-4994-a574-fd94f166ad2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a8d64e3-46bb-4e11-875f-dfdaa3555694 HTTP/1.1" status: 204 len: 168 time: 0.3138757 Jun 30 10:29:01.366309 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9c0fc-28d5-4994-a574-fd94f166ad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d64e3-46bb-4e11-875f-dfdaa3555694,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.373864 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (67859515-de59-4470-adeb-49a589e47e1f), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.376069 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks [] for router_controller (67859515-de59-4470-adeb-49a589e47e1f), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.413657 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:01.422065 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (67859515-de59-4470-adeb-49a589e47e1f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.422750 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67859515-de59-4470-adeb-49a589e47e1f {{(pid=103764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:29:01.428687 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.430984 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2e47fcbe-a8fe-43d1-b77b-4f4faf5b9a7d admin admin] 10.222.0.44 "DELETE /v2.0/routers/67859515-de59-4470-adeb-49a589e47e1f HTTP/1.1" status: 204 len: 168 time: 1.4818540 Jun 30 10:29:01.436077 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49384) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:01.489870 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Deleting subnet 62b8df02-0514-4d3c-8f06-9096c69f29f7 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:29:01.495490 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Publish callbacks [] for subnet (62b8df02-0514-4d3c-8f06-9096c69f29f7), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.550229 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (62b8df02-0514-4d3c-8f06-9096c69f29f7), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.654006 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (62b8df02-0514-4d3c-8f06-9096c69f29f7), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.715211 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (62b8df02-0514-4d3c-8f06-9096c69f29f7), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.740290 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b8df02-0514-4d3c-8f06-9096c69f29f7,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.746120 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.752064 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49386) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:01.753690 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c872c-4134-4273-91da-96e1b3d2a972 None None] Network 02519dd8-b7bb-4682-8ef0-b34e3a6635eb requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:01.755213 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b64fa08b-8677-4405-9345-99804a26fb92 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/62b8df02-0514-4d3c-8f06-9096c69f29f7 HTTP/1.1" status: 204 len: 168 time: 0.3177130 Jun 30 10:29:01.827365 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (02519dd8-b7bb-4682-8ef0-b34e3a6635eb), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.869904 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Deleting port 1bb48dab-41b5-4242-811c-138a865cd972 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:01.870251 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (1bb48dab-41b5-4242-811c-138a865cd972), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.884025 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:01.910096 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] DHCP port deletion for 02519dd8-b7bb-4682-8ef0-b34e3a6635eb request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:29:01.939649 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] For port 1bb48dab-41b5-4242-811c-138a865cd972, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=1bb48dab-41b5-4242-811c-138a865cd972,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:01.940010 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (1bb48dab-41b5-4242-811c-138a865cd972), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.948425 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] Deleting port 1bb48dab-41b5-4242-811c-138a865cd972 {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:01.948796 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (1bb48dab-41b5-4242-811c-138a865cd972), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:01.956695 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Calling delete_port for 1bb48dab-41b5-4242-811c-138a865cd972 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:02.011945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] For port 1bb48dab-41b5-4242-811c-138a865cd972, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=1bb48dab-41b5-4242-811c-138a865cd972,segment=NetworkSegment(dd9b1191-1f18-4507-b25f-c9cb5cfcb36d),segment_id=dd9b1191-1f18-4507-b25f-c9cb5cfcb36d)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:02.012333 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (1bb48dab-41b5-4242-811c-138a865cd972), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.025297 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] Calling delete_port for 1bb48dab-41b5-4242-811c-138a865cd972 owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:02.038374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (1bb48dab-41b5-4242-811c-138a865cd972), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.062671 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb48dab-41b5-4242-811c-138a865cd972,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:02.069025 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] No DVR routers for this DVR port 1bb48dab-41b5-4242-811c-138a865cd972 on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:02.103654 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (1bb48dab-41b5-4242-811c-138a865cd972), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.108815 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:02.129661 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] Pushing event deleted for resources: {'Port': ['ID=1bb48dab-41b5-4242-811c-138a865cd972,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:02.134635 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33559e-8d8c-4dd6-af31-620ead1489dd None None] No DVR routers for this DVR port 1bb48dab-41b5-4242-811c-138a865cd972 on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:02.145356 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (02519dd8-b7bb-4682-8ef0-b34e3a6635eb), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.166203 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02519dd8-b7bb-4682-8ef0-b34e3a6635eb']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:02.175379 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:02.175680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9b1191-1f18-4507-b25f-c9cb5cfcb36d') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:02.185151 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (dd9b1191-1f18-4507-b25f-c9cb5cfcb36d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.199051 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (dd9b1191-1f18-4507-b25f-c9cb5cfcb36d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.205341 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:29:02.205732 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (dd9b1191-1f18-4507-b25f-c9cb5cfcb36d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.278662 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (02519dd8-b7bb-4682-8ef0-b34e3a6635eb), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.284524 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.287612 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/02519dd8-b7bb-4682-8ef0-b34e3a6635eb HTTP/1.1" status: 204 len: 168 time: 0.5345626 Jun 30 10:29:02.298571 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfef70-6562-432d-adf8-3ba0c2137bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02519dd8-b7bb-4682-8ef0-b34e3a6635eb,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:02.433402 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment dd9b1191-1f18-4507-b25f-c9cb5cfcb36d resource provider aggregate not found Jun 30 10:29:02.452412 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment dd9b1191-1f18-4507-b25f-c9cb5cfcb36d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd9b1191-1f18-4507-b25f-c9cb5cfcb36d found for delete ", "request_id": "req-3f910ffe-cceb-4acf-a807-77569a890daf"}]} Jun 30 10:29:02.503194 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49404) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:02.548893 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ed7cf5f4-993d-4863-bf0d-c4f6f0137a5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28124a417dc443aca95f3edd11697c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445230 Jun 30 10:29:02.551439 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49408) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:02.603986 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca029b6f-1dc8-42b3-a097-19100e44342f admin admin] Publish callbacks [] for security_group (19b635f1-8df5-49f1-93dc-7d3d8a607e2c), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.628141 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca029b6f-1dc8-42b3-a097-19100e44342f admin admin] Publish callbacks [] for security_group (19b635f1-8df5-49f1-93dc-7d3d8a607e2c), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.678201 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca029b6f-1dc8-42b3-a097-19100e44342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (19b635f1-8df5-49f1-93dc-7d3d8a607e2c), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.680769 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca029b6f-1dc8-42b3-a097-19100e44342f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:02.681958 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ca029b6f-1dc8-42b3-a097-19100e44342f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19b635f1-8df5-49f1-93dc-7d3d8a607e2c HTTP/1.1" status: 204 len: 168 time: 0.1295006 Jun 30 10:29:02.690345 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca029b6f-1dc8-42b3-a097-19100e44342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b635f1-8df5-49f1-93dc-7d3d8a607e2c,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:02.872186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 1bb48dab-41b5-4242-811c-138a865cd972 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:02.891913 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 1bb48dab-41b5-4242-811c-138a865cd972 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:02.892179 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 1bb48dab-41b5-4242-811c-138a865cd972 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:02.892599 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 05a20fa2-907e-4f3a-ae30-392fb0441aba no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:02.914212 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 05a20fa2-907e-4f3a-ae30-392fb0441aba {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:02.914557 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 05a20fa2-907e-4f3a-ae30-392fb0441aba not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:03.014865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49414) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:03.054293 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-db1c4252-840e-4f6b-89d7-0f13673981a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b5415d0216f4b5ebdd77ba78c162297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382600 Jun 30 10:29:03.057340 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49416) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:03.105212 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3292-c004-48ef-a5ee-f6c0edf822a0 admin admin] Publish callbacks [] for security_group (b1a84b29-48c8-4ffb-a54b-9382929740ff), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:03.127693 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3292-c004-48ef-a5ee-f6c0edf822a0 admin admin] Publish callbacks [] for security_group (b1a84b29-48c8-4ffb-a54b-9382929740ff), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:03.174220 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3292-c004-48ef-a5ee-f6c0edf822a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (b1a84b29-48c8-4ffb-a54b-9382929740ff), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:03.176710 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4e1f3292-c004-48ef-a5ee-f6c0edf822a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:03.177873 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4e1f3292-c004-48ef-a5ee-f6c0edf822a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1a84b29-48c8-4ffb-a54b-9382929740ff HTTP/1.1" status: 204 len: 168 time: 0.1194768 Jun 30 10:29:03.186906 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f3292-c004-48ef-a5ee-f6c0edf822a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a84b29-48c8-4ffb-a54b-9382929740ff,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:04.926174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49440) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:05.245506 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:05.417126 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (061028ce-96aa-464c-b080-2dd1a259cb2a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:05.638304 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Deleting port 650ecc67-eb4d-4f73-9127-dc4b083a1171 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:05.638633 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:05.653463 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:05.720202 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] For port 650ecc67-eb4d-4f73-9127-dc4b083a1171, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=650ecc67-eb4d-4f73-9127-dc4b083a1171,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:05.720471 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:05.732804 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Calling delete_port for 650ecc67-eb4d-4f73-9127-dc4b083a1171 owned by network:router_interface {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:05.906454 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (650ecc67-eb4d-4f73-9127-dc4b083a1171), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:05.929790 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=650ecc67-eb4d-4f73-9127-dc4b083a1171,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:06.074010 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:06.091690 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (061028ce-96aa-464c-b080-2dd1a259cb2a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:06.296079 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Router 061028ce-96aa-464c-b080-2dd1a259cb2a has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:06.396123 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:06.401133 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-5f07a6ed-4f35-441c-a171-156d27f95a4c admin admin] 10.222.0.44 "PUT /v2.0/routers/061028ce-96aa-464c-b080-2dd1a259cb2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4739969 Jun 30 10:29:06.403745 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49444) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:06.407152 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] Sync routers for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:06.417786 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:06.418398 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:06.500245 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:06.503008 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:06.506185 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks [] for router (061028ce-96aa-464c-b080-2dd1a259cb2a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:06.521372 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:06.599475 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks [] for router_gateway (061028ce-96aa-464c-b080-2dd1a259cb2a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:06.643749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Deleting port 18cb0359-7417-4936-8674-682be72f4144 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:06.644094 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (18cb0359-7417-4936-8674-682be72f4144), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:06.684167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '18cb0359-7417-4936-8674-682be72f4144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:29:05Z', 'revision_number': 5, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port': {'id': '18cb0359-7417-4936-8674-682be72f4144', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:06.708945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] Checking router: 061028ce-96aa-464c-b080-2dd1a259cb2a for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:06.717373 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] Routers {'061028ce-96aa-464c-b080-2dd1a259cb2a'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:06.717991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:28:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['061028ce-96aa-464c-b080-2dd1a259cb2a'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:06.721671 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] For port 18cb0359-7417-4936-8674-682be72f4144, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=18cb0359-7417-4936-8674-682be72f4144,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:06.722030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (18cb0359-7417-4936-8674-682be72f4144), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:06.735545 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Calling delete_port for 18cb0359-7417-4936-8674-682be72f4144 owned by network:router_gateway {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:06.803036 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] Set router 061028ce-96aa-464c-b080-2dd1a259cb2a gateway port host: None {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:06.858461 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:29:06Z', 'revision_number': 6, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:06.883837 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879e10a-93b5-4398-95e2-9ad9b1ab6733 None None] The sync data for ids ['061028ce-96aa-464c-b080-2dd1a259cb2a'] in dv-cinder-826608-4-iscsi is: [{'id': '061028ce-96aa-464c-b080-2dd1a259cb2a', 'name': 'tempest-AttachVolumeNegativeTest-1086135368-router', 'tenant_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:55Z', 'updated_at': '2022-06-30T10:29:06Z', 'revision_number': 6, 'project_id': 'd85406a94e3c4b07852c8d61bdcfc79e', 'gw_port_host': None}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:07.101081 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:07.156609 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (18cb0359-7417-4936-8674-682be72f4144), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.183862 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Pushing event deleted for resources: {'Port': ['ID=18cb0359-7417-4936-8674-682be72f4144,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:07.247683 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (061028ce-96aa-464c-b080-2dd1a259cb2a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.339906 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (061028ce-96aa-464c-b080-2dd1a259cb2a), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.342068 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks [] for router_controller (061028ce-96aa-464c-b080-2dd1a259cb2a), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.382572 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (061028ce-96aa-464c-b080-2dd1a259cb2a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.383721 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061028ce-96aa-464c-b080-2dd1a259cb2a {{(pid=103763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:29:07.387851 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.389173 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-1e164b7c-2ed5-4b06-8f82-9699c635d5df admin admin] 10.222.0.44 "DELETE /v2.0/routers/061028ce-96aa-464c-b080-2dd1a259cb2a HTTP/1.1" status: 204 len: 168 time: 0.9846151 Jun 30 10:29:07.392003 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49446) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:07.439707 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Deleting subnet 83f53222-17a2-418e-ae06-b78e710b6cf7 {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:29:07.443191 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Publish callbacks [] for subnet (83f53222-17a2-418e-ae06-b78e710b6cf7), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.478501 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (83f53222-17a2-418e-ae06-b78e710b6cf7), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.584888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (83f53222-17a2-418e-ae06-b78e710b6cf7), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.626726 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:07.642349 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (83f53222-17a2-418e-ae06-b78e710b6cf7), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.666484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f53222-17a2-418e-ae06-b78e710b6cf7,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:07.672046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.675171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-afd5e5df-bb64-4af2-a5c2-fa8a21ec5aa7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/83f53222-17a2-418e-ae06-b78e710b6cf7 HTTP/1.1" status: 204 len: 168 time: 0.2818999 Jun 30 10:29:07.677732 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49448) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:07.680848 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45987f-f2e0-434b-9f51-e4ce483bea6a None None] Network 83b97fe7-5a74-4333-a1f1-76508fb99056 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:07.746891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (83b97fe7-5a74-4333-a1f1-76508fb99056), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.798136 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Deleting port 3e919b33-372c-4f1e-b089-40ff3c4a761e {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:07.799020 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.838672 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] DHCP port deletion for 83b97fe7-5a74-4333-a1f1-76508fb99056 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:29:07.871381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] For port 3e919b33-372c-4f1e-b089-40ff3c4a761e, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3e919b33-372c-4f1e-b089-40ff3c4a761e,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:07.871746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.877687 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] Deleting port 3e919b33-372c-4f1e-b089-40ff3c4a761e {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:07.878052 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.886720 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Calling delete_port for 3e919b33-372c-4f1e-b089-40ff3c4a761e owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:07.950019 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] For port 3e919b33-372c-4f1e-b089-40ff3c4a761e, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=3e919b33-372c-4f1e-b089-40ff3c4a761e,segment=NetworkSegment(e1d6e429-a48e-4613-8627-f67fab1ee881),segment_id=e1d6e429-a48e-4613-8627-f67fab1ee881)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:07.950465 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:07.962923 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] Calling delete_port for 3e919b33-372c-4f1e-b089-40ff3c4a761e owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:07.980017 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.004368 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e919b33-372c-4f1e-b089-40ff3c4a761e,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:08.007807 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] No DVR routers for this DVR port 3e919b33-372c-4f1e-b089-40ff3c4a761e on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:08.036627 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (3e919b33-372c-4f1e-b089-40ff3c4a761e), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.049706 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:08.081337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (83b97fe7-5a74-4333-a1f1-76508fb99056), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.108089 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b97fe7-5a74-4333-a1f1-76508fb99056']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:08.118789 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d6e429-a48e-4613-8627-f67fab1ee881') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:08.119096 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d6e429-a48e-4613-8627-f67fab1ee881') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:08.129484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (e1d6e429-a48e-4613-8627-f67fab1ee881), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.143349 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (e1d6e429-a48e-4613-8627-f67fab1ee881), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.150198 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:29:08.150550 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (e1d6e429-a48e-4613-8627-f67fab1ee881), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.169756 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment e1d6e429-a48e-4613-8627-f67fab1ee881 resource provider aggregate not found Jun 30 10:29:08.194753 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] Pushing event deleted for resources: {'Port': ['ID=3e919b33-372c-4f1e-b089-40ff3c4a761e,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:08.198248 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77782b-69ce-4d49-a41c-d3611d914ebf None None] No DVR routers for this DVR port 3e919b33-372c-4f1e-b089-40ff3c4a761e on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:08.208270 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment e1d6e429-a48e-4613-8627-f67fab1ee881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1d6e429-a48e-4613-8627-f67fab1ee881 found for delete ", "request_id": "req-2c71fb62-28e7-4a0c-94e2-91f0e517633b"}]} Jun 30 10:29:08.217052 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (83b97fe7-5a74-4333-a1f1-76508fb99056), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.222328 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.225520 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] 10.222.0.44 "DELETE /v2.0/networks/83b97fe7-5a74-4333-a1f1-76508fb99056 HTTP/1.1" status: 204 len: 168 time: 0.5468574 Jun 30 10:29:08.237638 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71c27c-c24a-41dc-b1b1-949d1aca6e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=83b97fe7-5a74-4333-a1f1-76508fb99056,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:08.340391 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49456) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:08.379890 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-bfba7986-49df-4a71-8bff-eb9b8ffa7fcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d85406a94e3c4b07852c8d61bdcfc79e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382941 Jun 30 10:29:08.382241 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49458) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:08.436082 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a405824a-9889-4757-8de2-1ed5224425d1 admin admin] Publish callbacks [] for security_group (1e44f675-6e7f-4ebf-a23c-07c64f6dddd7), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.460204 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a405824a-9889-4757-8de2-1ed5224425d1 admin admin] Publish callbacks [] for security_group (1e44f675-6e7f-4ebf-a23c-07c64f6dddd7), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.507465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a405824a-9889-4757-8de2-1ed5224425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1e44f675-6e7f-4ebf-a23c-07c64f6dddd7), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.510171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a405824a-9889-4757-8de2-1ed5224425d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:08.511353 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a405824a-9889-4757-8de2-1ed5224425d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e44f675-6e7f-4ebf-a23c-07c64f6dddd7 HTTP/1.1" status: 204 len: 168 time: 0.1281765 Jun 30 10:29:08.519463 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405824a-9889-4757-8de2-1ed5224425d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e44f675-6e7f-4ebf-a23c-07c64f6dddd7,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:08.874526 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 650ecc67-eb4d-4f73-9127-dc4b083a1171 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:08.896476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 650ecc67-eb4d-4f73-9127-dc4b083a1171 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:08.896813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 650ecc67-eb4d-4f73-9127-dc4b083a1171 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:08.897233 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 18cb0359-7417-4936-8674-682be72f4144 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:08.917097 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 18cb0359-7417-4936-8674-682be72f4144 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:08.917439 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 18cb0359-7417-4936-8674-682be72f4144 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:08.917851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3e919b33-372c-4f1e-b089-40ff3c4a761e no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:08.936891 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 3e919b33-372c-4f1e-b089-40ff3c4a761e {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:08.937231 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 3e919b33-372c-4f1e-b089-40ff3c4a761e not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:10.576527 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=30 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:10.607684 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=96 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:11.656401 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-a0702f77-ca78-4115-bdee-50599510c814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.156501 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:13.182705 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:13.487725 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49554) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:13.592588 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.651591 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:13.670626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Publish callbacks [] for security_group (a8d208b2-25d8-47b0-ab41-e4d864863b9b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.674432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a8d208b2-25d8-47b0-ab41-e4d864863b9b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.713649 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4df32cd0ca2743cbab0e6b29fe1b9711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248504 Jun 30 10:29:13.714888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d208b2-25d8-47b0-ab41-e4d864863b9b,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:13.716436 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49558) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:13.722322 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.722589 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.722948 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.723578 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.723578 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.723908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.724223 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.724541 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.724858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.725175 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.725494 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.725833 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.726147 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.726458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.726797 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa696dd-0abc-4751-88b0-eba516e1c245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:13.768601 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-872556ce-f91c-43da-9a8d-99cfaa5dbd0f admin admin] Publish callbacks [] for security_group (a8d208b2-25d8-47b0-ab41-e4d864863b9b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.789677 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-872556ce-f91c-43da-9a8d-99cfaa5dbd0f admin admin] Publish callbacks [] for security_group (a8d208b2-25d8-47b0-ab41-e4d864863b9b), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.829114 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:13.836665 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-872556ce-f91c-43da-9a8d-99cfaa5dbd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a8d208b2-25d8-47b0-ab41-e4d864863b9b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.837751 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d3a7be3f-8c44-4a10-b6c6-0eab1dedb365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.839168 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-872556ce-f91c-43da-9a8d-99cfaa5dbd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:13.843094 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-872556ce-f91c-43da-9a8d-99cfaa5dbd0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8d208b2-25d8-47b0-ab41-e4d864863b9b HTTP/1.1" status: 204 len: 168 time: 0.1254594 Jun 30 10:29:13.851436 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872556ce-f91c-43da-9a8d-99cfaa5dbd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d208b2-25d8-47b0-ab41-e4d864863b9b,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:14.106238 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49564) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:14.120371 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2c902cf-8322-4fb4-8d46-f9b70d2799ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.196612 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2c902cf-8322-4fb4-8d46-f9b70d2799ff admin admin] Publish callbacks [] for security_group (0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.201013 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2c902cf-8322-4fb4-8d46-f9b70d2799ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.240834 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d2c902cf-8322-4fb4-8d46-f9b70d2799ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a5e252f203241588cd1473af50e03fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334803 Jun 30 10:29:14.241973 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c902cf-8322-4fb4-8d46-f9b70d2799ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:14.243538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49566) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:14.294186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34bdf4bf-0acb-4fd3-b0ef-411f9525d7cc admin admin] Publish callbacks [] for security_group (0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.315673 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34bdf4bf-0acb-4fd3-b0ef-411f9525d7cc admin admin] Publish callbacks [] for security_group (0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.362576 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34bdf4bf-0acb-4fd3-b0ef-411f9525d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.364984 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34bdf4bf-0acb-4fd3-b0ef-411f9525d7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:14.366109 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-34bdf4bf-0acb-4fd3-b0ef-411f9525d7cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb HTTP/1.1" status: 204 len: 168 time: 0.1216013 Jun 30 10:29:14.374101 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf4bf-0acb-4fd3-b0ef-411f9525d7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9e2445-ef2c-4926-ac0a-d1bb9e3915bb,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:15.243877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:16.694169 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:16.699547 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:17.063700 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.108917 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49652) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:20.214662 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1f96cdd8-a687-407d-961c-9aeb28cee4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.293062 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1f96cdd8-a687-407d-961c-9aeb28cee4f8 admin admin] Publish callbacks [] for security_group (9327a749-8204-43d5-8099-77178d80dd93), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.296888 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1f96cdd8-a687-407d-961c-9aeb28cee4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9327a749-8204-43d5-8099-77178d80dd93), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.337987 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1f96cdd8-a687-407d-961c-9aeb28cee4f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa9cc6f7ee9647d28cbb7b03c8fbdd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279820 Jun 30 10:29:20.339100 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96cdd8-a687-407d-961c-9aeb28cee4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327a749-8204-43d5-8099-77178d80dd93,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:20.340669 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49656) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:20.392596 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dca347e7-d5ae-4c84-9dbf-b5c51102640b admin admin] Publish callbacks [] for security_group (9327a749-8204-43d5-8099-77178d80dd93), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.414511 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dca347e7-d5ae-4c84-9dbf-b5c51102640b admin admin] Publish callbacks [] for security_group (9327a749-8204-43d5-8099-77178d80dd93), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.444993 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:20.460899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dca347e7-d5ae-4c84-9dbf-b5c51102640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9327a749-8204-43d5-8099-77178d80dd93), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.464000 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dca347e7-d5ae-4c84-9dbf-b5c51102640b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.465118 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-dca347e7-d5ae-4c84-9dbf-b5c51102640b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9327a749-8204-43d5-8099-77178d80dd93 HTTP/1.1" status: 204 len: 168 time: 0.1228127 Jun 30 10:29:20.472960 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca347e7-d5ae-4c84-9dbf-b5c51102640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327a749-8204-43d5-8099-77178d80dd93,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:20.736490 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49662) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:20.752908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dff7006f-3987-43d1-97bf-1919ea5f0a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.827812 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dff7006f-3987-43d1-97bf-1919ea5f0a8b admin admin] Publish callbacks [] for security_group (f54b56e4-a46d-43ab-9018-b1e5595203ef), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.831499 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dff7006f-3987-43d1-97bf-1919ea5f0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f54b56e4-a46d-43ab-9018-b1e5595203ef), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.872068 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-dff7006f-3987-43d1-97bf-1919ea5f0a8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e25f03426b674b18a696980733c2ca96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344602 Jun 30 10:29:20.873131 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7006f-3987-43d1-97bf-1919ea5f0a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b56e4-a46d-43ab-9018-b1e5595203ef,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:20.874762 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49664) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:20.923369 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-83cbf6ce-cf99-4ecf-8525-7bc76da3a735 admin admin] Publish callbacks [] for security_group (f54b56e4-a46d-43ab-9018-b1e5595203ef), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:20.951558 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-83cbf6ce-cf99-4ecf-8525-7bc76da3a735 admin admin] Publish callbacks [] for security_group (f54b56e4-a46d-43ab-9018-b1e5595203ef), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:21.000195 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-83cbf6ce-cf99-4ecf-8525-7bc76da3a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (f54b56e4-a46d-43ab-9018-b1e5595203ef), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:21.002648 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-83cbf6ce-cf99-4ecf-8525-7bc76da3a735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:21.003806 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-83cbf6ce-cf99-4ecf-8525-7bc76da3a735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f54b56e4-a46d-43ab-9018-b1e5595203ef HTTP/1.1" status: 204 len: 168 time: 0.1280138 Jun 30 10:29:21.011446 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbf6ce-cf99-4ecf-8525-7bc76da3a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b56e4-a46d-43ab-9018-b1e5595203ef,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:21.753489 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ab001-8dbe-4cb0-b142-16636a1ccfb1 req-17205511-7d0b-4d91-b5c2-7f5800c59f2e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:21.755262 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-251ab001-8dbe-4cb0-b142-16636a1ccfb1 req-17205511-7d0b-4d91-b5c2-7f5800c59f2e tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0532870 Jun 30 10:29:21.782762 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:21.806919 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-251ab001-8dbe-4cb0-b142-16636a1ccfb1 req-15dd16da-8cfe-4243-8c63-21a8f0957015 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Jun 30 10:29:22.928167 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7f9c-fe47-4a7e-9f0f-eca9e475e40c req-18b25030-bcd0-4a74-89a7-9377b0dbe648 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:22.929622 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-146a7f9c-fe47-4a7e-9f0f-eca9e475e40c req-18b25030-bcd0-4a74-89a7-9377b0dbe648 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0460565 Jun 30 10:29:22.976120 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-146a7f9c-fe47-4a7e-9f0f-eca9e475e40c req-8544452c-759e-4863-8f98-323ae94a10cb tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups?id=9cad5e72-f5a6-453e-b118-36ba097480a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401495 Jun 30 10:29:23.274122 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-2d9047ff-8c79-4fd8-a2b3-11707f552e0b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:23.275290 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-2d9047ff-8c79-4fd8-a2b3-11707f552e0b tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 947 time: 0.0486455 Jun 30 10:29:23.361849 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Deleting port c5524f2d-0038-4c74-a539-3188b1fc56aa {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:23.362186 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:23.445301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:23.453255 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] For port c5524f2d-0038-4c74-a539-3188b1fc56aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5524f2d-0038-4c74-a539-3188b1fc56aa,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:23.453620 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:23.619087 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:23.619378 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (f4efeba1-790b-40ed-8b1f-87cc1c257a93), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:23.619694 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Floating IP f4efeba1-790b-40ed-8b1f-87cc1c257a93 disassociated. External IP: 172.27.3.76, port: c5524f2d-0038-4c74-a539-3188b1fc56aa. Jun 30 10:29:23.620038 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Calling delete_port for c5524f2d-0038-4c74-a539-3188b1fc56aa owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:23.747822 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (c5524f2d-0038-4c74-a539-3188b1fc56aa), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:23.773388 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event deleted for resources: {'Port': ['ID=c5524f2d-0038-4c74-a539-3188b1fc56aa,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:23.813730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:23.886765 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Router f0279a31-58e5-415f-920b-08accb1a45ce has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:23.992925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:24.008266 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:24.022782 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:24.022782 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:24.037224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] No DVR routers for this DVR port c5524f2d-0038-4c74-a539-3188b1fc56aa on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:24.039858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:24.043963 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d620f6fd-956a-4329-ba35-bd95a74e9a63 req-168f3658-4fb4-4f09-ae14-c61914f50500 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.55 "DELETE /v2.0/ports/c5524f2d-0038-4c74-a539-3188b1fc56aa HTTP/1.1" status: 204 len: 173 time: 0.7620301 Jun 30 10:29:24.044419 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-deleted', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:24.046741 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50f3049-9c1c-4bf7-b3c9-bfc2411a98a2" -d '{"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-deleted", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:24.103338 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f803e3-ac4f-4f2c-a789-43f9f29a26df x-openstack-request-id: req-f6f803e3-ac4f-4f2c-a789-43f9f29a26df {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:24.103910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a427bbdc-4dbd-48d8-9a45-b21a6c78beb1", "name": "network-vif-deleted", "tag": "c5524f2d-0038-4c74-a539-3188b1fc56aa", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:24.104270 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6f803e3-ac4f-4f2c-a789-43f9f29a26df {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:24.104909 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f803e3-ac4f-4f2c-a789-43f9f29a26df'] response: {'server_uuid': 'a427bbdc-4dbd-48d8-9a45-b21a6c78beb1', 'name': 'network-vif-deleted', 'tag': 'c5524f2d-0038-4c74-a539-3188b1fc56aa', 'status': 'completed', 'code': 200} Jun 30 10:29:24.152211 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b5cc3e25-41e3-488c-8ff4-8afce44da7cc req-1584e182-8749-485c-8252-8015694022b5 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/ports?device_id=a427bbdc-4dbd-48d8-9a45-b21a6c78beb1 HTTP/1.1" status: 200 len: 210 time: 0.0428689 Jun 30 10:29:24.154495 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:24.361409 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:24.389818 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:24.397981 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:24.398572 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:24.496326 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:24.687718 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:24.713156 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10020705-3ed2-46b6-9990-a26b69bd7664 None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:22:10Z', 'revision_number': 4, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'dd708827-9576-415c-a809-00f0512bcbec', 'name': '', 'network_id': 'da0122bc-4e22-46e5-ab2a-f88f46d20282', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'mac_address': 'fa:16:3e:82:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:22:07Z', 'updated_at': '2022-06-30T10:22:26Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'subnets': [{'id': '4cefccb5-4e03-4e59-b2bd-54e052b0f2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:24.933209 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb9af1-1397-4eb1-9b95-6898e8109fb6 None None] New status for floating IP f4efeba1-790b-40ed-8b1f-87cc1c257a93: DOWN {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:29:25.255531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49754) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:25.312121 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56816225-65cc-4242-8d4b-96a3f71140d2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (9cad5e72-f5a6-453e-b118-36ba097480a8), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.325770 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:25.338616 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56816225-65cc-4242-8d4b-96a3f71140d2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (9cad5e72-f5a6-453e-b118-36ba097480a8), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.363936 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49758) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:25.390659 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56816225-65cc-4242-8d4b-96a3f71140d2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (9cad5e72-f5a6-453e-b118-36ba097480a8), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.393300 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-56816225-65cc-4242-8d4b-96a3f71140d2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.394463 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-56816225-65cc-4242-8d4b-96a3f71140d2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "DELETE /v2.0/security-groups/9cad5e72-f5a6-453e-b118-36ba097480a8 HTTP/1.1" status: 204 len: 168 time: 0.1379006 Jun 30 10:29:25.397489 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49762) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:25.404609 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56816225-65cc-4242-8d4b-96a3f71140d2 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad5e72-f5a6-453e-b118-36ba097480a8,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:25.412949 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.api.v2.resource [None req-0ec44959-a9b7-4c76-bd1d-95874cfc3d69 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] show failed (client error): The resource could not be found. Jun 30 10:29:25.414100 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0ec44959-a9b7-4c76-bd1d-95874cfc3d69 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "GET /v2.0/security-groups/9cad5e72-f5a6-453e-b118-36ba097480a8 HTTP/1.1" status: 404 len: 347 time: 0.0154533 Jun 30 10:29:25.417807 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49764) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:25.495712 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-358c1b29-eab9-4807-b025-9e2143e172f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.540210 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Deleting port 2624403e-c4ed-4dc7-87a1-dff9c32e8439 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:25.540555 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.582284 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-358c1b29-eab9-4807-b025-9e2143e172f9 admin admin] Publish callbacks [] for security_group (6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.587065 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-358c1b29-eab9-4807-b025-9e2143e172f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.621522 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.621843 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (2624403e-c4ed-4dc7-87a1-dff9c32e8439), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.626173 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-358c1b29-eab9-4807-b025-9e2143e172f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34e3deb13bea49818e02f91529522609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611825 Jun 30 10:29:25.627046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c1b29-eab9-4807-b025-9e2143e172f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:25.628791 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49766) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:25.646320 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Calling delete_port for 2624403e-c4ed-4dc7-87a1-dff9c32e8439 owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:25.714536 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:25.733986 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: c5524f2d-0038-4c74-a539-3188b1fc56aa {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:25.734308 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device c5524f2d-0038-4c74-a539-3188b1fc56aa not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:25.744659 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed57168a-37c4-45a1-9f22-95810306e49c admin admin] Publish callbacks [] for security_group (6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.777761 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed57168a-37c4-45a1-9f22-95810306e49c admin admin] Publish callbacks [] for security_group (6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.855471 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (2624403e-c4ed-4dc7-87a1-dff9c32e8439), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.863702 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed57168a-37c4-45a1-9f22-95810306e49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.866126 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed57168a-37c4-45a1-9f22-95810306e49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.867463 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ed57168a-37c4-45a1-9f22-95810306e49c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3 HTTP/1.1" status: 204 len: 168 time: 0.2371409 Jun 30 10:29:25.896443 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Pushing event deleted for resources: {'Port': ['ID=2624403e-c4ed-4dc7-87a1-dff9c32e8439,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:25.901661 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57168a-37c4-45a1-9f22-95810306e49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc6fd91-6dd6-42b9-9813-69cd8d9af6f3,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:25.962085 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks [] for floatingip (f4efeba1-790b-40ed-8b1f-87cc1c257a93), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.965358 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:25.966522 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2d76c028-8166-4d39-bb94-2c72aabbddb9 tempest-AttachVolumeShelveTestJSON-408125298 tempest-AttachVolumeShelveTestJSON-408125298-project] 10.222.0.44 "DELETE /v2.0/floatingips/f4efeba1-790b-40ed-8b1f-87cc1c257a93 HTTP/1.1" status: 204 len: 168 time: 0.5473354 Jun 30 10:29:26.157913 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49776) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:26.171694 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7238ca8e-86eb-48d2-bf06-e303851a0ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.210445 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:26.256043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7238ca8e-86eb-48d2-bf06-e303851a0ffa admin admin] Publish callbacks [] for security_group (60fe95eb-3cb2-48b2-91f1-084d4b33f308), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.260529 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7238ca8e-86eb-48d2-bf06-e303851a0ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (60fe95eb-3cb2-48b2-91f1-084d4b33f308), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.301395 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7238ca8e-86eb-48d2-bf06-e303851a0ffa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59b1967d3d634d708aef33d482aabcc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423032 Jun 30 10:29:26.303498 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238ca8e-86eb-48d2-bf06-e303851a0ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe95eb-3cb2-48b2-91f1-084d4b33f308,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:26.304437 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49778) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:26.354304 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c5d83314-dbb6-4ca4-85c2-d6f7a05e626e admin admin] Publish callbacks [] for security_group (60fe95eb-3cb2-48b2-91f1-084d4b33f308), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.376026 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c5d83314-dbb6-4ca4-85c2-d6f7a05e626e admin admin] Publish callbacks [] for security_group (60fe95eb-3cb2-48b2-91f1-084d4b33f308), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.381615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:26.422998 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c5d83314-dbb6-4ca4-85c2-d6f7a05e626e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (60fe95eb-3cb2-48b2-91f1-084d4b33f308), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.425531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c5d83314-dbb6-4ca4-85c2-d6f7a05e626e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:26.426678 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c5d83314-dbb6-4ca4-85c2-d6f7a05e626e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60fe95eb-3cb2-48b2-91f1-084d4b33f308 HTTP/1.1" status: 204 len: 168 time: 0.1212609 Jun 30 10:29:26.434980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d83314-dbb6-4ca4-85c2-d6f7a05e626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe95eb-3cb2-48b2-91f1-084d4b33f308,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:27.915899 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:28.417479 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49844) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:28.786603 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:28.866069 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (f0279a31-58e5-415f-920b-08accb1a45ce), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:29.078842 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Deleting port dd708827-9576-415c-a809-00f0512bcbec {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:29.079071 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (dd708827-9576-415c-a809-00f0512bcbec), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:29.159704 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] For port dd708827-9576-415c-a809-00f0512bcbec, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=dd708827-9576-415c-a809-00f0512bcbec,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:29.160061 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (dd708827-9576-415c-a809-00f0512bcbec), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:29.173270 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Calling delete_port for dd708827-9576-415c-a809-00f0512bcbec owned by network:router_interface {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:29.274592 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:29.602317 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (dd708827-9576-415c-a809-00f0512bcbec), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:29.632230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd708827-9576-415c-a809-00f0512bcbec,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:29.786546 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (f0279a31-58e5-415f-920b-08accb1a45ce), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:29.878317 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:29.991552 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Router f0279a31-58e5-415f-920b-08accb1a45ce has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:30.091435 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:30.097859 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-db9471fa-7692-4b3a-8ffe-2e703e689c39 admin admin] 10.222.0.44 "PUT /v2.0/routers/f0279a31-58e5-415f-920b-08accb1a45ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796191 Jun 30 10:29:30.098889 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49854) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:30.100829 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] Sync routers for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:30.112218 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:30.112923 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:30.143202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:30.204377 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks [] for router (f0279a31-58e5-415f-920b-08accb1a45ce), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.216279 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:30.301605 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks [] for router_gateway (f0279a31-58e5-415f-920b-08accb1a45ce), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.334990 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:30.344662 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Deleting port bd044f0f-2a56-46dd-8828-a374238dd485 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:30.344999 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.390055 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:29:30.394187 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:29:29Z', 'revision_number': 5, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port': {'id': 'bd044f0f-2a56-46dd-8828-a374238dd485', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:21:58Z', 'updated_at': '2022-06-30T10:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:30.419177 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] Checking router: f0279a31-58e5-415f-920b-08accb1a45ce for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:30.427463 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] Routers {'f0279a31-58e5-415f-920b-08accb1a45ce'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:30.427647 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] For port bd044f0f-2a56-46dd-8828-a374238dd485, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=bd044f0f-2a56-46dd-8828-a374238dd485,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:30.428009 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.428115 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['f0279a31-58e5-415f-920b-08accb1a45ce'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:30.441373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Calling delete_port for bd044f0f-2a56-46dd-8828-a374238dd485 owned by network:router_gateway {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:30.598370 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] Set router f0279a31-58e5-415f-920b-08accb1a45ce gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:30.617723 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (bd044f0f-2a56-46dd-8828-a374238dd485), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.643499 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=bd044f0f-2a56-46dd-8828-a374238dd485,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:30.646943 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:29:30Z', 'revision_number': 6, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:30.675553 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad9fb5-606f-4e38-87d1-1f5139a7f152 None None] The sync data for ids ['f0279a31-58e5-415f-920b-08accb1a45ce'] in dv-cinder-826608-4-iscsi is: [{'id': 'f0279a31-58e5-415f-920b-08accb1a45ce', 'name': 'tempest-AttachVolumeShelveTestJSON-538553616-router', 'tenant_id': '97676089d6c14acc83bca866d0fae6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:21:57Z', 'updated_at': '2022-06-30T10:29:30Z', 'revision_number': 6, 'project_id': '97676089d6c14acc83bca866d0fae6e2', 'gw_port_host': None}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:30.712682 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (f0279a31-58e5-415f-920b-08accb1a45ce), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.799062 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (f0279a31-58e5-415f-920b-08accb1a45ce), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.801169 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks [] for router_controller (f0279a31-58e5-415f-920b-08accb1a45ce), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.841348 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (f0279a31-58e5-415f-920b-08accb1a45ce), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.841987 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0279a31-58e5-415f-920b-08accb1a45ce {{(pid=103764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:29:30.846672 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.847830 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ca395ec8-7686-4adc-8eb2-50224d876fbe admin admin] 10.222.0.44 "DELETE /v2.0/routers/f0279a31-58e5-415f-920b-08accb1a45ce HTTP/1.1" status: 204 len: 168 time: 0.7479577 Jun 30 10:29:30.850383 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49858) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:30.893924 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Deleting subnet 4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:29:30.897192 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Publish callbacks [] for subnet (4cefccb5-4e03-4e59-b2bd-54e052b0f2d6), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.931816 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (4cefccb5-4e03-4e59-b2bd-54e052b0f2d6), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:30.974887 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:30.996074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:31.012654 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (4cefccb5-4e03-4e59-b2bd-54e052b0f2d6), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.071740 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (4cefccb5-4e03-4e59-b2bd-54e052b0f2d6), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.099565 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cefccb5-4e03-4e59-b2bd-54e052b0f2d6,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:31.106729 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.112856 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1b6af55e-c361-4aa0-85f3-af4e9fa4151b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4cefccb5-4e03-4e59-b2bd-54e052b0f2d6 HTTP/1.1" status: 204 len: 168 time: 0.2584970 Jun 30 10:29:31.113229 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49860) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:31.119556 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75525096-e9e2-4437-a312-4d0bcfa60946 None None] Network da0122bc-4e22-46e5-ab2a-f88f46d20282 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:31.184911 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (da0122bc-4e22-46e5-ab2a-f88f46d20282), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.233147 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Deleting port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:31.233484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.302008 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] For port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,segment=NetworkSegment(4e087a64-8112-4157-bbf8-b70981a00eb1),segment_id=4e087a64-8112-4157-bbf8-b70981a00eb1)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:31.302363 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.316651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Calling delete_port for 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:31.373479 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:31.402478 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (9834bf6c-e054-4a05-94d2-0fd5f2db0e82), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.427391 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9834bf6c-e054-4a05-94d2-0fd5f2db0e82,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:31.432158 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] No DVR routers for this DVR port 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:31.446028 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be063cfd-b849-4c03-84c4-df0be8c08d2d None None] DHCP port deletion for da0122bc-4e22-46e5-ab2a-f88f46d20282 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:29:31.463886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device dd708827-9576-415c-a809-00f0512bcbec no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:31.493067 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: dd708827-9576-415c-a809-00f0512bcbec {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:31.493417 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device dd708827-9576-415c-a809-00f0512bcbec not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:31.532279 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (da0122bc-4e22-46e5-ab2a-f88f46d20282), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.553960 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0122bc-4e22-46e5-ab2a-f88f46d20282']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:31.565758 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e087a64-8112-4157-bbf8-b70981a00eb1') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:31.565970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e087a64-8112-4157-bbf8-b70981a00eb1') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:31.588654 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (4e087a64-8112-4157-bbf8-b70981a00eb1), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.615528 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (4e087a64-8112-4157-bbf8-b70981a00eb1), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.623401 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:29:31.624172 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (4e087a64-8112-4157-bbf8-b70981a00eb1), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.651682 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 4e087a64-8112-4157-bbf8-b70981a00eb1 resource provider aggregate not found Jun 30 10:29:31.682185 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 4e087a64-8112-4157-bbf8-b70981a00eb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e087a64-8112-4157-bbf8-b70981a00eb1 found for delete ", "request_id": "req-01273dce-d67c-4b91-a151-56876de3395f"}]} Jun 30 10:29:31.692811 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (da0122bc-4e22-46e5-ab2a-f88f46d20282), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.699043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.702321 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] 10.222.0.44 "DELETE /v2.0/networks/da0122bc-4e22-46e5-ab2a-f88f46d20282 HTTP/1.1" status: 204 len: 168 time: 0.5880134 Jun 30 10:29:31.717501 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ddc2-e838-4ac0-9d6c-f52186fc87ba admin admin] Pushing event deleted for resources: {'Network': ['ID=da0122bc-4e22-46e5-ab2a-f88f46d20282,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:31.742202 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3caca9-9b9a-4f69-bea3-a56e7b29b297 req-dc17d72a-7a41-47ba-b2d0-1bae7ac3062f tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:31.743889 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ec3caca9-9b9a-4f69-bea3-a56e7b29b297 req-dc17d72a-7a41-47ba-b2d0-1bae7ac3062f tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0737987 Jun 30 10:29:31.818944 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-ec3caca9-9b9a-4f69-bea3-a56e7b29b297 req-85ae7513-2920-4600-a0e1-374ea905012c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541830 Jun 30 10:29:31.857578 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49878) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:31.904276 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-986a683d-e62d-4b25-a57f-bc1d8f83996c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97676089d6c14acc83bca866d0fae6e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455198 Jun 30 10:29:31.906727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49880) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:31.957823 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8ee0dae7-39ea-420b-b42a-00fb8ffc7b82 admin admin] Publish callbacks [] for security_group (8342040f-87ce-4262-b026-720acd213686), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:31.979879 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8ee0dae7-39ea-420b-b42a-00fb8ffc7b82 admin admin] Publish callbacks [] for security_group (8342040f-87ce-4262-b026-720acd213686), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:32.011995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:32.026458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8ee0dae7-39ea-420b-b42a-00fb8ffc7b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (8342040f-87ce-4262-b026-720acd213686), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:32.029062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8ee0dae7-39ea-420b-b42a-00fb8ffc7b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:32.030192 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8ee0dae7-39ea-420b-b42a-00fb8ffc7b82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8342040f-87ce-4262-b026-720acd213686 HTTP/1.1" status: 204 len: 168 time: 0.1226192 Jun 30 10:29:32.037821 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0dae7-39ea-420b-b42a-00fb8ffc7b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8342040f-87ce-4262-b026-720acd213686,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:32.726586 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49904) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:32.830621 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-738063483-network', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:32.874004 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-4929c23e-9ada-44cb-ae13-0336af26a118 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58008991&fields=id&tenant_id=6bf471198043490896b5f99c7e004168 HTTP/1.1" status: 200 len: 267 time: 0.0684953 Jun 30 10:29:32.875599 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Made reservation on behalf of 6b5693ab060c4dc98949c1e9cf1a331a for: {'network': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:29:32.878165 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for network (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:32.893586 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:32.895919 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:32.913203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:32.913641 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 9834bf6c-e054-4a05-94d2-0fd5f2db0e82 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:32.914295 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device bd044f0f-2a56-46dd-8828-a374238dd485 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:32.934169 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: bd044f0f-2a56-46dd-8828-a374238dd485 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:32.934590 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device bd044f0f-2a56-46dd-8828-a374238dd485 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:32.952267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-ad862f57-1c44-429e-9d3f-c1270a1b6e94 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:32.953659 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-ad862f57-1c44-429e-9d3f-c1270a1b6e94 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 984 time: 0.0662205 Jun 30 10:29:32.965869 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfefe76-99bf-48d7-9c9a-05693fdbcf15 req-eddff431-43c1-4852-89f1-f3fab97d0cc9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:32.967669 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bfefe76-99bf-48d7-9c9a-05693fdbcf15 req-eddff431-43c1-4852-89f1-f3fab97d0cc9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0598314 Jun 30 10:29:32.968285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Request body: {'port': {'security_groups': ['1f0eeca9-2e15-401d-9a7f-5c84b36741b5']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:33.018079 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3bfefe76-99bf-48d7-9c9a-05693fdbcf15 req-437b9343-a3ef-45e1-9758-bc344a793fb2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448136 Jun 30 10:29:33.070030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.086248 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks [] for security_group (459729d5-1e5c-441c-9e63-b7e8d6e52c90), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.092381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (459729d5-1e5c-441c-9e63-b7e8d6e52c90), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.128325 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:33.152655 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:29:33.165887 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459729d5-1e5c-441c-9e63-b7e8d6e52c90,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:33.185885 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (9bcaee31-60da-47b3-8b39-2086aa71bdde), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.186240 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.segments_db [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Added segment 9bcaee31-60da-47b3-8b39-2086aa71bdde of type vlan for network 6fa76c0a-e96d-4c16-8410-1d332803484c Jun 30 10:29:33.248020 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739068436884'] for network (6fa76c0a-e96d-4c16-8410-1d332803484c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.323910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449'] for network (6fa76c0a-e96d-4c16-8410-1d332803484c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.324770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:33.325331 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.331810 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:33.359888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:33.370112 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6424291 Jun 30 10:29:33.371976 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:33.373185 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49912) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:33.377949 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Request body: {'subnet': {'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-738063483-subnet', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:33.398607 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Made reservation on behalf of 6b5693ab060c4dc98949c1e9cf1a331a for: {'subnet': 1} {{(pid=103764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:29:33.401727 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25316079'] for subnet (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.421247 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385d537-8c0c-44d5-9b58-bd194a5608e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa76c0a-e96d-4c16-8410-1d332803484c,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:33.432600 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Network 6fa76c0a-e96d-4c16-8410-1d332803484c details requested by agent ovs-agent-dv-cinder-826608-4-iscsi with host dv-cinder-826608-4-iscsi {{(pid=103765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:29:33.437839 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.442828 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.456696 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['92d59e7a-4cd4-43f9-aa56-fef13fd0d430'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:29:33.503989 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:33.504902 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.506621 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ad521f85-d4ec-4f87-b6a0-70b921e006b2 req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "PUT /v2.0/ports/92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 942 time: 0.5445564 Jun 30 10:29:33.507297 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:33.513744 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd834930-024a-4275-8f1e-f68f94e0eac1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:33.516032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49914) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:33.585272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d1f8a-14ef-4bc5-afa4-afed6fb50537 x-openstack-request-id: req-9b7d1f8a-14ef-4bc5-afa4-afed6fb50537 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:33.585559 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:33.585815 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b7d1f8a-14ef-4bc5-afa4-afed6fb50537 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:33.586213 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7d1f8a-14ef-4bc5-afa4-afed6fb50537'] response: {'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'status': 'completed', 'code': 200} Jun 30 10:29:33.589365 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a167570-71a1-4b9e-a4e3-cf4317c1143e tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event updated for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:33.618533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ea96-7b8f-41f0-9d61-7568bddf68fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group (17c8f7e8-54fb-44fa-941c-52a8a1179fbc), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.633119 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25308186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25316089'] for subnet (de1a90c4-1fac-4566-b835-d8676112929b), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.635996 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['92d59e7a-4cd4-43f9-aa56-fef13fd0d430'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:29:33.687614 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ea96-7b8f-41f0-9d61-7568bddf68fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group (17c8f7e8-54fb-44fa-941c-52a8a1179fbc), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.705346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-c96326fd-7f62-4123-8cc0-348262ebb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:33.707426 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-c96326fd-7f62-4123-8cc0-348262ebb98b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1129 time: 0.0844073 Jun 30 10:29:33.728480 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1a90c4-1fac-4566-b835-d8676112929b,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:33.739498 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Checking segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:29:33.740071 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Network hostable DHCP agents. Network: 6fa76c0a-e96d-4c16-8410-1d332803484c, hostable agents: ['ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3'], hosted agents: [] {{(pid=103764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:29:33.770920 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Network 6fa76c0a-e96d-4c16-8410-1d332803484c is scheduled to be hosted by DHCP agent ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3 with binding_index 1 {{(pid=103764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:29:33.789359 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-4-iscsi, 6fa76c0a-e96d-4c16-8410-1d332803484c) {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:33.805950 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57b40a5-1871-421e-87a1-e3df99baa30a None None] Network 6fa76c0a-e96d-4c16-8410-1d332803484c requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:33.806236 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:33.807703 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.834741 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-08538790-5b2b-4a7f-b7ee-0674cc01eb3b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4584239 Jun 30 10:29:33.835534 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49924) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:33.840980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:33.865405 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-685633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-221904'] for router (c166420a-94eb-42f4-b34d-62bf3711642b), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.866389 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-685511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221913'] for router (c166420a-94eb-42f4-b34d-62bf3711642b), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.881616 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ea96-7b8f-41f0-9d61-7568bddf68fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (17c8f7e8-54fb-44fa-941c-52a8a1179fbc), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.884374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ea96-7b8f-41f0-9d61-7568bddf68fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.890615 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c5b8ea96-7b8f-41f0-9d61-7568bddf68fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "DELETE /v2.0/security-groups/17c8f7e8-54fb-44fa-941c-52a8a1179fbc HTTP/1.1" status: 204 len: 168 time: 0.3710001 Jun 30 10:29:33.892403 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49926) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:33.959686 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b408192c-477c-4af4-8518-3483dbda74cd None None] Provisioning complete for port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:33.960270 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8ea96-7b8f-41f0-9d61-7568bddf68fb tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8f7e8-54fb-44fa-941c-52a8a1179fbc,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:33.960881 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b408192c-477c-4af4-8518-3483dbda74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.969095 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks [] for router_controller (c166420a-94eb-42f4-b34d-62bf3711642b), precommit_add_association {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:33.993656 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-3dc4320f-95f8-4772-8367-f2c80f8086cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:33.995722 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-3dc4320f-95f8-4772-8367-f2c80f8086cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 916 time: 0.2280436 Jun 30 10:29:34.098044 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb8079dd-378c-51b5-bc7e-5f2df74b73fc-6fa76c0a-e96d-4c16-8410-1d332803484c', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b'}]}} from dv-cinder-826608-4-iscsi. {{(pid=103765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 10:29:34.099002 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.112592 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:34.118130 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:34.130094 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:34.130782 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:34.205267 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks [] for router_gateway (c166420a-94eb-42f4-b34d-62bf3711642b), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.227822 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b408192c-477c-4af4-8518-3483dbda74cd None None] Current status of the port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:34.259614 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-a282cab8-2805-411a-af6b-2fde55fa0490 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 1000 time: 0.2346964 Jun 30 10:29:34.316201 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.db_base_plugin_common [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Allocated IP 172.20.0.2 (6fa76c0a-e96d-4c16-8410-1d332803484c/de1a90c4-1fac-4566-b835-d8676112929b/277a348d-06b4-4b14-bd23-02fb87f40fd4) {{(pid=103765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:34.317411 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37269cbe-84cd-4ed5-b43a-8cf3a10e9f24 req-66bf6fcc-6c03-4328-9680-9b298a02f6ad tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:34.326849 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-37269cbe-84cd-4ed5-b43a-8cf3a10e9f24 req-66bf6fcc-6c03-4328-9680-9b298a02f6ad tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.1540594 Jun 30 10:29:34.339505 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Deleting port d28a45da-47af-4f51-ba60-b82267077f2f {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:34.339896 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (d28a45da-47af-4f51-ba60-b82267077f2f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.347288 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-4c1f093a-a091-4900-96ca-1bf68f334525 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:34.348770 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-4c1f093a-a091-4900-96ca-1bf68f334525 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 946 time: 0.2211683 Jun 30 10:29:34.405035 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-eda0aa0a-720b-4ff6-8e87-47ffcec7c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:34.406661 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-eda0aa0a-720b-4ff6-8e87-47ffcec7c731 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 200 len: 854 time: 0.1351511 Jun 30 10:29:34.441237 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:34.482533 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-37269cbe-84cd-4ed5-b43a-8cf3a10e9f24 req-b568cd1f-14e5-42f6-bda8-eb7b56ea24f1 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548023 Jun 30 10:29:34.502968 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Publish callbacks [] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), precommit_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.512112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), after_create {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.531010 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-b376d053-6228-467d-b83f-53b2e3593a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:34.532830 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-b376d053-6228-467d-b83f-53b2e3593a17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c78499f-6988-4500-9e97-7536eeb3e1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165862 Jun 30 10:29:34.539522 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Deleting port 83ab9556-de99-4778-998d-eabc429e2df1 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:34.539522 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (83ab9556-de99-4778-998d-eabc429e2df1), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.561330 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Network 6fa76c0a-e96d-4c16-8410-1d332803484c is already hosted by enough agents. {{(pid=103765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:34.566764 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.scheduler.base_scheduler [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Resources bound (agent type, host, resource id): {{(pid=103765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:34.568931 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Pushing event updated for resources: {'Port': ['ID=277a348d-06b4-4b14-bd23-02fb87f40fd4,revision_number=1']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:34.577321 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Received port after_create {{(pid=103765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:29:34.580013 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.580358 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.580730 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.581065 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.581767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.581767 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.582009 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.582327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.582647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.583022 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.583325 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.583644 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.583959 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.584268 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.585140 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:34.644868 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Attempting to bind port 277a348d-06b4-4b14-bd23-02fb87f40fd4 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:29:34.645235 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Attempting to bind port 277a348d-06b4-4b14-bd23-02fb87f40fd4 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:29:34.645598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Attempting to bind port 277a348d-06b4-4b14-bd23-02fb87f40fd4 on network 6fa76c0a-e96d-4c16-8410-1d332803484c {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:34.651976 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:29:34.652353 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Checking segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:29:34.652745 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.653136 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Bound using segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:29:34.653603 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Bound port: 277a348d-06b4-4b14-bd23-02fb87f40fd4, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:29:34.653979 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.706898 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:34.717890 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] For port 277a348d-06b4-4b14-bd23-02fb87f40fd4, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:29:34.718170 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-c028fa9c-8f94-4aa7-b7a8-ed0131095c49 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736100 Jun 30 10:29:34.719882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] For port 83ab9556-de99-4778-998d-eabc429e2df1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=83ab9556-de99-4778-998d-eabc429e2df1,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:34.720328 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (83ab9556-de99-4778-998d-eabc429e2df1), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.721851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] For port 277a348d-06b4-4b14-bd23-02fb87f40fd4, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=277a348d-06b4-4b14-bd23-02fb87f40fd4,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:29:34.729150 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.787498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb1783-8619-49f2-b15b-d96f79031138 None None] Pushing event updated for resources: {'Port': ['ID=277a348d-06b4-4b14-bd23-02fb87f40fd4,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:34.816498 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (d28a45da-47af-4f51-ba60-b82267077f2f), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.816827 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for floatingip (d28a45da-47af-4f51-ba60-b82267077f2f), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.832984 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks [] for router_gateway (c166420a-94eb-42f4-b34d-62bf3711642b), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.835015 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Calling delete_port for d28a45da-47af-4f51-ba60-b82267077f2f owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:34.861373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.912214 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fd834930-024a-4275-8f1e-f68f94e0eac1 req-1dadbd68-dd50-4e1b-9db1-66bbb8230974 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836855 Jun 30 10:29:34.981140 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.986867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (549cef8b-9073-4da7-8d85-cc2fe1a74931), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:34.986867 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Floating IP 549cef8b-9073-4da7-8d85-cc2fe1a74931 disassociated. External IP: 172.27.3.56, port: 83ab9556-de99-4778-998d-eabc429e2df1. Jun 30 10:29:34.986867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Calling delete_port for 83ab9556-de99-4778-998d-eabc429e2df1 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:35.048182 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Allocated IP 172.27.3.65 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/0281d89d-03b7-42d2-a06c-ddbeabd9dcc6) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:35.152630 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (83ab9556-de99-4778-998d-eabc429e2df1), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:35.166486 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:35.180533 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (d28a45da-47af-4f51-ba60-b82267077f2f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:35.184516 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'Port': ['ID=83ab9556-de99-4778-998d-eabc429e2df1,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:35.220624 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event deleted for resources: {'Port': ['ID=d28a45da-47af-4f51-ba60-b82267077f2f,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:35.258446 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks [] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:35.298625 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:35.309398 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:35.324983 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks [] for floatingip (1f048302-825d-458d-a4a6-495690006787), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:35.325299 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Floating IP 1f048302-825d-458d-a4a6-495690006787 disassociated (deleted). External IP: 172.27.3.51, port: 92d59e7a-4cd4-43f9-aa56-fef13fd0d430. Jun 30 10:29:35.412040 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:35.439938 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:35.462776 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:35.479250 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:35.479916 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:35.480282 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:35.486785 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:35.491846 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:29:35.502980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Pushing event updated for resources: {'Port': ['ID=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:35.504965 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] No DVR routers for this DVR port 83ab9556-de99-4778-998d-eabc429e2df1 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:35.509211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:35.514231 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-855172ff-8714-4d40-a4b0-fdfe57061698 req-527fad31-a17a-4be9-861d-2dd1d9188073 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "DELETE /v2.0/ports/83ab9556-de99-4778-998d-eabc429e2df1 HTTP/1.1" status: 204 len: 173 time: 1.1516368 Jun 30 10:29:35.587298 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'name': 'network-vif-deleted', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:35.591326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb5cc58-33d0-4b58-bf1e-f0e25135a0d0" -d '{"events": [{"server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "name": "network-vif-deleted", "tag": "83ab9556-de99-4778-998d-eabc429e2df1"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:35.636592 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:35.685340 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6602bfe2-cf7c-42d7-8800-e03101b98eed x-openstack-request-id: req-6602bfe2-cf7c-42d7-8800-e03101b98eed {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:35.685730 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22227f6b-7c72-4aa4-b822-cb02177fb9b7", "name": "network-vif-deleted", "tag": "83ab9556-de99-4778-998d-eabc429e2df1", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:35.686078 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6602bfe2-cf7c-42d7-8800-e03101b98eed {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:35.686835 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6602bfe2-cf7c-42d7-8800-e03101b98eed'] response: {'server_uuid': '22227f6b-7c72-4aa4-b822-cb02177fb9b7', 'name': 'network-vif-deleted', 'tag': '83ab9556-de99-4778-998d-eabc429e2df1', 'status': 'completed', 'code': 200} Jun 30 10:29:35.752980 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:35.874543 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1fa61a38-8e56-41d8-9e13-0cdf955bc14d req-1634de21-3dd0-4dd0-9c8f-5444a1f1e4c9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=22227f6b-7c72-4aa4-b822-cb02177fb9b7 HTTP/1.1" status: 200 len: 210 time: 0.2042923 Jun 30 10:29:35.903089 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:35.906792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:35.939550 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:35.951528 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:35.952064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:35.969926 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Router 0d587777-8a90-40d9-9c71-948f595f50f2 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:36.059871 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:36.071708 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks [] for router_gateway (c166420a-94eb-42f4-b34d-62bf3711642b), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:36.174112 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:36.179310 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:36.186221 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:36.190429 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] Sync routers for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:36.203038 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:36.203817 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:36.231382 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83978e-f4ec-4df1-90ec-7abe616a79ec None None] Network 6fa76c0a-e96d-4c16-8410-1d332803484c requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:36.263861 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-fffb6759-8439-409d-95ec-0779f27a31ac tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "DELETE /v2.0/floatingips/1f048302-825d-458d-a4a6-495690006787 HTTP/1.1" status: 204 len: 168 time: 2.3679843 Jun 30 10:29:36.290669 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:36.293528 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:36.317810 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:36.326047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] Provisioning complete for port 277a348d-06b4-4b14-bd23-02fb87f40fd4 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:36.326362 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:36.348086 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-683585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676082'] for router (c166420a-94eb-42f4-b34d-62bf3711642b), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:36.399402 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12182ee-7c80-4fdd-9f0a-f6989c990fcb x-openstack-request-id: req-b12182ee-7c80-4fdd-9f0a-f6989c990fcb {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:36.399811 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:36.400093 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b12182ee-7c80-4fdd-9f0a-f6989c990fcb {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:36.400605 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12182ee-7c80-4fdd-9f0a-f6989c990fcb'] response: {'name': 'network-changed', 'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'status': 'completed', 'code': 200} Jun 30 10:29:36.468199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:36.526284 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:36.560410 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-0e846cba-a3f7-4ea4-beb9-975e33752005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:36.561630 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Router c166420a-94eb-42f4-b34d-62bf3711642b is scheduled to L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 with binding_index 1 {{(pid=103764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 10:29:36.564110 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-0e846cba-a3f7-4ea4-beb9-975e33752005 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6bf471198043490896b5f99c7e004168&device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 1129 time: 0.1728261 Jun 30 10:29:36.708044 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:03Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:36.743379 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] Checking router: 0d587777-8a90-40d9-9c71-948f595f50f2 for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:36.757441 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:36.758397 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:36.765218 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] Current status of the port 277a348d-06b4-4b14-bd23-02fb87f40fd4 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:36.765772 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:36.775701 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-d98644a6-e8be-41cf-ab5d-6a9a9dc3c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:36.778147 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-d98644a6-e8be-41cf-ab5d-6a9a9dc3c2f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 200 len: 916 time: 0.2033992 Jun 30 10:29:36.791376 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:36.808387 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:36.824444 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:36.828620 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d7d77221-78af-4adf-9b59-35c5bc9ade17 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9895263 Jun 30 10:29:36.829195 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49962) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:36.832815 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:36.936312 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5a31-7930-4ee1-a546-0d0970828447 None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:36.957987 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:36.957987 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:36.964231 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:37.075290 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 277a348d-06b4-4b14-bd23-02fb87f40fd4 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:37.078612 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] For port 277a348d-06b4-4b14-bd23-02fb87f40fd4, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=277a348d-06b4-4b14-bd23-02fb87f40fd4,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:37.155736 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:37.203709 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-ca45fad5-1751-4ef0-985a-605e17afe8e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 200 len: 217 time: 0.1994562 Jun 30 10:29:37.243132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:37.348316 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:37.351238 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e26d89-7d1d-4efe-8783-2007d69c5ca2 None None] Pushing event updated for resources: {'Port': ['ID=277a348d-06b4-4b14-bd23-02fb87f40fd4,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:37.354774 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-158483f6-fe2d-49d6-9b41-e4c725bd73f1 None None] Provisioning complete for port 277a348d-06b4-4b14-bd23-02fb87f40fd4 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:37.355360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-158483f6-fe2d-49d6-9b41-e4c725bd73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:37.375145 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-82dba769-efe6-45f9-84d4-930918733f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:37.376636 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-82dba769-efe6-45f9-84d4-930918733f13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 200 len: 854 time: 0.1616330 Jun 30 10:29:37.387032 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 277a348d-06b4-4b14-bd23-02fb87f40fd4 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:37.387683 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:37.431003 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 49976) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:37.540218 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-4e40a265-1a8b-4d02-957c-f8b9c64c94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:37.541272 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d3c2e-a72a-4039-bda9-5944d5051fa4 None None] New status for floating IP 549cef8b-9073-4da7-8d85-cc2fe1a74931: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:29:37.545040 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-4e40a265-1a8b-4d02-957c-f8b9c64c94c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c78499f-6988-4500-9e97-7536eeb3e1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1584694 Jun 30 10:29:37.624556 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:37.672910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:37.677447 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-af054102-0038-48b5-9d81-bd2d60af907a service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192763 Jun 30 10:29:37.761586 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-158483f6-fe2d-49d6-9b41-e4c725bd73f1 None None] Current status of the port 277a348d-06b4-4b14-bd23-02fb87f40fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:37.799875 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:03Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:37.830082 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:35Z', 'revision_number': 3, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:37.830762 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbb0c9-5c8a-41b5-9795-1d89147b2b02 None None] The sync data for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi is: [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:26:58Z', 'revision_number': 4, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0', 'name': '', 'network_id': '2c78499f-6988-4500-9e97-7536eeb3e1c8', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'mac_address': 'fa:16:3e:c3:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:58Z', 'updated_at': '2022-06-30T10:27:03Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'subnets': [{'id': '4bc07118-e3fa-47ff-9a9a-57402090f275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:37.839345 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 277a348d-06b4-4b14-bd23-02fb87f40fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:37.874502 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-601aac40-5650-4d95-bbf0-23c8ec6dc8b7 req-568e593b-97ea-4e97-990c-859f7b4d22c5 service neutron] 10.222.0.55 "GET /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811669 Jun 30 10:29:37.886218 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:37.886972 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Updating router c166420a-94eb-42f4-b34d-62bf3711642b port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 binding host dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:29:37.929185 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.035408 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a1f7762c-861c-4cb0-9328-ba57fd78d198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.066032 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.095096 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-5d24cb76-1b45-4aa6-b41f-04fa9fc0bd88 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99717003&fields=id&tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 267 time: 0.5394750 Jun 30 10:29:38.173563 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:38.174431 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:38.179598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ee43c-4a02-469e-955f-c09ef161a447 None None] New status for floating IP 1f048302-825d-458d-a4a6-495690006787: DOWN {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:29:38.287001 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:38.289722 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Publish callbacks [] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), precommit_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.297058 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.330416 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-fa9ac652-c5ca-401d-b2ed-0396fc48e5fc tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:38.336692 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-fa9ac652-c5ca-401d-b2ed-0396fc48e5fc tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 811 time: 0.2407565 Jun 30 10:29:38.358853 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Attempting to bind port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:29:38.359245 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Attempting to bind port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:29:38.359591 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Attempting to bind port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 on network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:38.362895 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81988bc-c4b0-4224-ac41-284a35154c49 None None] Pushing event updated for resources: {'Port': ['ID=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,revision_number=2']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:38.368529 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:29:38.369546 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Checking segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:29:38.369850 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.370230 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Bound using segment: {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'} {{(pid=103765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:29:38.370796 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.managers [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Bound port: 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765c4295-3d84-4ded-b1df-b0092353a35b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}}] {{(pid=103765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:29:38.371135 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.384204 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-32baf1db-2c03-429b-babe-da765aba4c28 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/quotas/7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 375 time: 0.0466259 Jun 30 10:29:38.407801 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 83ab9556-de99-4778-998d-eabc429e2df1 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:38.432847 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 83ab9556-de99-4778-998d-eabc429e2df1 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:38.433184 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 83ab9556-de99-4778-998d-eabc429e2df1 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:38.444187 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] For port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:29:38.446204 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a1f7762c-861c-4cb0-9328-ba57fd78d198 admin admin] Publish callbacks [] for security_group (ff70cc27-6761-4613-85bb-7e3b84f17fc5), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.448988 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] For port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:29:38.453474 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Allocated IP 172.20.0.1 (6fa76c0a-e96d-4c16-8410-1d332803484c/de1a90c4-1fac-4566-b835-d8676112929b/63da3c51-eee6-4938-8f83-4080fc04df8a) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:38.455715 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.457846 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-a1f7762c-861c-4cb0-9328-ba57fd78d198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ff70cc27-6761-4613-85bb-7e3b84f17fc5), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.491689 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-a8788a3f-6dd2-4c75-9c8f-092fc7204992 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987031 Jun 30 10:29:38.519504 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:38.520130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:38.546125 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7762c-861c-4cb0-9328-ba57fd78d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70cc27-6761-4613-85bb-7e3b84f17fc5,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:38.553390 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-a1f7762c-861c-4cb0-9328-ba57fd78d198 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=805b4c28db9f4520b50eba0d15075ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1178143 Jun 30 10:29:38.554379 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 49990) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:38.609353 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2b087ba3-f42d-4066-9a13-486f0a7e28d1 admin admin] Publish callbacks [] for security_group (ff70cc27-6761-4613-85bb-7e3b84f17fc5), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.636861 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2b087ba3-f42d-4066-9a13-486f0a7e28d1 admin admin] Publish callbacks [] for security_group (ff70cc27-6761-4613-85bb-7e3b84f17fc5), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.685045 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-f314b3ca-bcb2-401f-8dc0-48bcdb1cc081 service neutron] 10.222.0.44 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761420 Jun 30 10:29:38.693756 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81988bc-c4b0-4224-ac41-284a35154c49 None None] Pushing event updated for resources: {'Port': ['ID=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,revision_number=3']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:38.699952 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2b087ba3-f42d-4066-9a13-486f0a7e28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (ff70cc27-6761-4613-85bb-7e3b84f17fc5), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.703216 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2b087ba3-f42d-4066-9a13-486f0a7e28d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.704547 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-2b087ba3-f42d-4066-9a13-486f0a7e28d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff70cc27-6761-4613-85bb-7e3b84f17fc5 HTTP/1.1" status: 204 len: 168 time: 0.1498394 Jun 30 10:29:38.714327 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b087ba3-f42d-4066-9a13-486f0a7e28d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70cc27-6761-4613-85bb-7e3b84f17fc5,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:38.719293 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks [] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.787728 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:38.818178 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:38.865395 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:38.869492 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-50d46a1a-c41f-4dad-89b4-72183c2b98e2 service neutron] 10.222.0.44 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745262 Jun 30 10:29:38.897669 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Network 6fa76c0a-e96d-4c16-8410-1d332803484c is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:38.902254 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:38.904911 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:29:38.908429 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Pushing event updated for resources: {'Port': ['ID=63da3c51-eee6-4938-8f83-4080fc04df8a,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:38.979752 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 277a348d-06b4-4b14-bd23-02fb87f40fd4 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:39.005768 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682673'] for router_interface (c166420a-94eb-42f4-b34d-62bf3711642b), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.045352 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:35Z', 'revision_number': 3, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:39.049803 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:39.094016 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eca764-8025-4595-b6ea-a8cee1ef3e38 None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:35Z', 'revision_number': 3, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:39.105080 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 277a348d-06b4-4b14-bd23-02fb87f40fd4 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:39.105454 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.114738 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:39.201140 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50006) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:39.219171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-87c2d904-287b-49e8-83c0-22ed7b5dfc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.253987 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 277a348d-06b4-4b14-bd23-02fb87f40fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:39.302748 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-2a262b8f-c918-4ced-99ea-1c2b8314b8dd None None] Provisioning complete for port 63da3c51-eee6-4938-8f83-4080fc04df8a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:39.303957 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2a262b8f-c918-4ced-99ea-1c2b8314b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.304114 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.376374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2a262b8f-c918-4ced-99ea-1c2b8314b8dd None None] Port 63da3c51-eee6-4938-8f83-4080fc04df8a cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:29:39.405275 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-87c2d904-287b-49e8-83c0-22ed7b5dfc1c admin admin] Publish callbacks [] for security_group (5e290c6b-d539-42b3-a6cd-28aa5d2313b4), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.418506 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-87c2d904-287b-49e8-83c0-22ed7b5dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5e290c6b-d539-42b3-a6cd-28aa5d2313b4), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.442648 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4a283f55-16e8-419c-9b7e-bb95c928cec8 req-159d14a2-1280-4ad7-bb5f-c199b52f9799 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 210 time: 0.0536437 Jun 30 10:29:39.487722 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:39.508948 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2d904-287b-49e8-83c0-22ed7b5dfc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e290c6b-d539-42b3-a6cd-28aa5d2313b4,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:39.534901 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-87c2d904-287b-49e8-83c0-22ed7b5dfc1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b98f0ccb860347258e2c060c03ab3380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322878 Jun 30 10:29:39.537164 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50014) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:39.647476 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a21c08-f34f-4619-9830-5583beea3f63 req-037ad863-9be4-41d8-b1e1-61c6251771aa tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:39.648996 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b1a21c08-f34f-4619-9830-5583beea3f63 req-037ad863-9be4-41d8-b1e1-61c6251771aa tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0822892 Jun 30 10:29:39.655599 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ed5c50a0-67c1-471a-90ae-1d0cfe391f9d admin admin] Publish callbacks [] for security_group (5e290c6b-d539-42b3-a6cd-28aa5d2313b4), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.693692 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks [] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.709369 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.783716 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682541'] for router_interface (c166420a-94eb-42f4-b34d-62bf3711642b), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:39.785635 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Pushing event updated for resources: {'Port': ['ID=63da3c51-eee6-4938-8f83-4080fc04df8a,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:39.920128 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Network 6fa76c0a-e96d-4c16-8410-1d332803484c is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:39.922171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:39.995421 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ed5c50a0-67c1-471a-90ae-1d0cfe391f9d admin admin] Publish callbacks [] for security_group (5e290c6b-d539-42b3-a6cd-28aa5d2313b4), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.034765 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b1a21c08-f34f-4619-9830-5583beea3f63 req-67ac479d-2f0d-4e0e-99bd-70e1da89714b tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766711 Jun 30 10:29:40.050640 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Router c166420a-94eb-42f4-b34d-62bf3711642b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:40.083511 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ed5c50a0-67c1-471a-90ae-1d0cfe391f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5e290c6b-d539-42b3-a6cd-28aa5d2313b4), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.086469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ed5c50a0-67c1-471a-90ae-1d0cfe391f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.096112 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-ed5c50a0-67c1-471a-90ae-1d0cfe391f9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e290c6b-d539-42b3-a6cd-28aa5d2313b4 HTTP/1.1" status: 204 len: 168 time: 0.5496063 Jun 30 10:29:40.117657 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c50a0-67c1-471a-90ae-1d0cfe391f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e290c6b-d539-42b3-a6cd-28aa5d2313b4,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:40.172560 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:40.189193 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:40.194759 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c83eb0d6-46fe-4db0-ba99-f8bdfac8d13a admin admin] 10.222.0.44 "PUT /v2.0/routers/c166420a-94eb-42f4-b34d-62bf3711642b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3641148 Jun 30 10:29:40.235071 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3837590b-b3d3-4892-88cb-0097207cb4e6 None None] Provisioning complete for port 63da3c51-eee6-4938-8f83-4080fc04df8a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:40.236146 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3837590b-b3d3-4892-88cb-0097207cb4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.280982 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3837590b-b3d3-4892-88cb-0097207cb4e6 None None] Port 63da3c51-eee6-4938-8f83-4080fc04df8a cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:29:40.531454 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50040) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:40.536171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984816883', 'description': 'tempest-description--1022774490'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:40.579140 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-25a625e9-0a9b-4e40-9588-eced670f7de6 req-a9d314c0-5e53-4868-8a0f-87ad856950f2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 210 time: 0.0375886 Jun 30 10:29:40.587342 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.661459 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (256a4986-a102-4913-b7db-9c6ab97e11ac), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.665574 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (256a4986-a102-4913-b7db-9c6ab97e11ac), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.673366 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:40.699392 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.700781 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1680512 Jun 30 10:29:40.704129 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50046) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:40.706405 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db79288-96c7-40a9-b53a-d397ebf384a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256a4986-a102-4913-b7db-9c6ab97e11ac,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:40.708657 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'security_group_rule': {'security_group_id': '256a4986-a102-4913-b7db-9c6ab97e11ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:40.738854 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (963b4af3-988b-4c96-a63d-fc6813d2e892), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.804002 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (963b4af3-988b-4c96-a63d-fc6813d2e892), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.809395 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (963b4af3-988b-4c96-a63d-fc6813d2e892), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.833240 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963b4af3-988b-4c96-a63d-fc6813d2e892,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:40.844359 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.845693 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-9c27ed6e-2dbd-4550-9d22-8545beeb915a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409104 Jun 30 10:29:40.850022 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50054) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:40.855099 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'security_group_rule': {'security_group_id': '256a4986-a102-4913-b7db-9c6ab97e11ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:40.891492 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (209f819c-1e68-42b1-ab3a-b3eef3f7a8db), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.952533 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (209f819c-1e68-42b1-ab3a-b3eef3f7a8db), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.956751 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (209f819c-1e68-42b1-ab3a-b3eef3f7a8db), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.965813 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:40.976476 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209f819c-1e68-42b1-ab3a-b3eef3f7a8db,revision_number=0']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:40.990441 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:40.992516 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0ee2e7ce-c3d0-4fc7-8deb-a6935412e8b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412585 Jun 30 10:29:40.996060 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50056) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:41.001400 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:41.026451 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.028008 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:41.039148 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:41.039598 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.149081 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:41.149081 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.179057 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] For port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:41.184533 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.203196 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:41.206737 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.217757 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67876d-9274-4a3a-93d5-9156b608e87e req-249e2e65-aac4-4499-88b0-b946201efef4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:41.224641 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0d67876d-9274-4a3a-93d5-9156b608e87e req-249e2e65-aac4-4499-88b0-b946201efef4 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.1041281 Jun 30 10:29:41.264526 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Pushing event updated for resources: {'Port': ['ID=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:41.304318 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:41.318112 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:41.318848 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:41.369129 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0d67876d-9274-4a3a-93d5-9156b608e87e req-bb8f8f36-c775-4bd6-8bb2-6d602bd06bf6 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f0eeca9-2e15-401d-9a7f-5c84b36741b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435075 Jun 30 10:29:41.411550 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Allocated IP 172.27.3.160 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/c310cfaa-c9d3-431a-8a85-49199e0fed9f) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:41.435434 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=100 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:41.461444 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:41.527117 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-698667af-af19-4d9c-bce4-85c0b579bd59 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:41.528640 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-698667af-af19-4d9c-bce4-85c0b579bd59 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 945 time: 0.0787780 Jun 30 10:29:41.568900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.582038 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:41.623480 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.666481 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-c126f2a8-49d8-466e-bc93-940d45348b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.697464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Deleting port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:41.698324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.707838 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:41.713158 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:41.717210 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:29:41.729130 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 2, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:41.742428 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:41.749839 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'Port': ['ID=c310cfaa-c9d3-431a-8a85-49199e0fed9f,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:41.761594 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:41.761940 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Updating router c166420a-94eb-42f4-b34d-62bf3711642b port 63da3c51-eee6-4938-8f83-4080fc04df8a binding host dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:29:41.783439 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-765ccb57-5fa2-4dfb-b754-0c2507ad0a3a req-63045b5f-8327-43f6-9e18-533d1e4455c4 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 210 time: 0.0571008 Jun 30 10:29:41.797201 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.826986 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.859970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] For port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:41.860411 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.869942 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:41.876807 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Calling delete_port for 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:41.881771 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:42.042783 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.045087 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:42.050795 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.121876 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-a2bf65ce-8804-42a7-bc2f-09de6a958d54 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:42.123859 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-a2bf65ce-8804-42a7-bc2f-09de6a958d54 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 811 time: 0.1582975 Jun 30 10:29:42.125224 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (92d59e7a-4cd4-43f9-aa56-fef13fd0d430), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.134248 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'Port': ['ID=c310cfaa-c9d3-431a-8a85-49199e0fed9f,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:42.140893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['92d59e7a-4cd4-43f9-aa56-fef13fd0d430'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:29:42.167340 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.173765 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Pushing event deleted for resources: {'Port': ['ID=92d59e7a-4cd4-43f9-aa56-fef13fd0d430,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:42.197504 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.199334 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1fc6d1e0-2ceb-46c1-8c07-01c3798a4086 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2018380 Jun 30 10:29:42.242255 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Publish callbacks [] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.250134 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.254744 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] No DVR routers for this DVR port 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:42.264286 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.270262 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7fc9c884-78a1-4112-930e-2b8e8ff25395 req-22a76f80-8724-472a-af40-4f95de53325d tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.55 "DELETE /v2.0/ports/92d59e7a-4cd4-43f9-aa56-fef13fd0d430 HTTP/1.1" status: 204 len: 173 time: 0.7272732 Jun 30 10:29:42.270813 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'name': 'network-vif-deleted', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:42.273176 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0d49a1-154a-4a49-bb99-503cf0a3831f" -d '{"events": [{"server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "name": "network-vif-deleted", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:42.320573 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-daa55520-c1bf-4b10-a4fb-b7f8664aa4df tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 378 time: 0.1840680 Jun 30 10:29:42.332033 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'port': {'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'admin_state_up': True, 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'security_groups': ['a44753ed-e343-4905-b8f3-870e82e24915']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:42.382932 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Attempting to bind port 63da3c51-eee6-4938-8f83-4080fc04df8a on host dv-cinder-826608-4-iscsi for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:29:42.383484 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Attempting to bind port 63da3c51-eee6-4938-8f83-4080fc04df8a by drivers openvswitch,hyperv on host dv-cinder-826608-4-iscsi at level 0 using segments [{'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:29:42.383657 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Attempting to bind port 63da3c51-eee6-4938-8f83-4080fc04df8a on network 6fa76c0a-e96d-4c16-8410-1d332803484c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:42.392268 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Pushing event updated for resources: {'Port': ['ID=63da3c51-eee6-4938-8f83-4080fc04df8a,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:42.416510 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Checking agent: {'id': 'a126b281-ac63-440e-b24f-f638eb689903', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 13, 47), 'started_at': datetime.datetime(2022, 6, 30, 10, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:29:42.417829 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Checking segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:29:42.419473 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.420562 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Bound using segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:29:42.421896 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Bound port: 63da3c51-eee6-4938-8f83-4080fc04df8a, host: dv-cinder-826608-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:29:42.425316 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.439362 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.441726 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.442411 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.442949 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.443443 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.443958 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.444452 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.444941 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.445728 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.446349 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.447555 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.448496 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.448970 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.449446 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.449919 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:42.474174 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caf1d68-3e26-4000-94df-63eee7c6c8e9 x-openstack-request-id: req-7caf1d68-3e26-4000-94df-63eee7c6c8e9 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:42.475187 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6634c1-7a37-461f-8721-5856260a5d33", "name": "network-vif-deleted", "tag": "92d59e7a-4cd4-43f9-aa56-fef13fd0d430", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:42.475384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7caf1d68-3e26-4000-94df-63eee7c6c8e9 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:42.475740 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caf1d68-3e26-4000-94df-63eee7c6c8e9'] response: {'server_uuid': '3c6634c1-7a37-461f-8721-5856260a5d33', 'name': 'network-vif-deleted', 'tag': '92d59e7a-4cd4-43f9-aa56-fef13fd0d430', 'status': 'completed', 'code': 200} Jun 30 10:29:42.506495 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:42.568165 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3acf3229-35c0-4ad4-996c-06a1cef916fa req-6586173f-a96a-4596-b703-3cec2b8797c0 tempest-TestMinimumBasicScenario-649011374 tempest-TestMinimumBasicScenario-649011374-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c6634c1-7a37-461f-8721-5856260a5d33 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Jun 30 10:29:42.574416 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] For port 63da3c51-eee6-4938-8f83-4080fc04df8a, host dv-cinder-826608-4-iscsi, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:29:42.578407 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] For port 63da3c51-eee6-4938-8f83-4080fc04df8a, host dv-cinder-826608-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=63da3c51-eee6-4938-8f83-4080fc04df8a,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:29:42.596375 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.602922 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-c5928dd8-273a-4b79-b863-e9d32e273f2c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1984816883&fields=id&tenant_id=6b5693ab060c4dc98949c1e9cf1a331a HTTP/1.1" status: 200 len: 267 time: 0.1262617 Jun 30 10:29:42.653980 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Made reservation on behalf of 7cf1b6f5f2de4a079ddce00779fb67d3 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:29:42.657786 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.690140 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:42.705396 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269ba0-c457-4cf0-9705-54e866ef91de None None] Pushing event updated for resources: {'Port': ['ID=63da3c51-eee6-4938-8f83-4080fc04df8a,revision_number=4']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:42.732401 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] Provisioning complete for port 63da3c51-eee6-4938-8f83-4080fc04df8a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:42.733418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:42.756435 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:42.757611 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:42.959727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] Current status of the port 63da3c51-eee6-4938-8f83-4080fc04df8a is: DOWN; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:42.963238 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.016850 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d2de3ce4-f4be-4c69-9bcb-a2020aed2c9a req-b9e4483a-1a34-47dc-b9c3-8cfbb5c1faa4 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 210 time: 0.0635746 Jun 30 10:29:43.054097 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:43.067498 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:43.110299 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Allocated IP 172.20.0.13 (f0e75eb5-9d0c-41e1-9758-8fcd27353e66/c61720d1-33c9-4e94-ba70-ec073917af6a/d71ef954-02ed-4164-a6d7-fba537bdce97) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:43.128908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-19eb9a92-d9b5-4366-befb-c08af4d1405a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:43.131982 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-19eb9a92-d9b5-4366-befb-c08af4d1405a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 810 time: 0.5197575 Jun 30 10:29:43.163568 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:43.177915 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-6b3170f8-54f5-4693-859b-20ec6acddfc0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/quotas/6b5693ab060c4dc98949c1e9cf1a331a HTTP/1.1" status: 200 len: 375 time: 0.0320461 Jun 30 10:29:43.231865 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] For port 63da3c51-eee6-4938-8f83-4080fc04df8a, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=63da3c51-eee6-4938-8f83-4080fc04df8a,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:43.255231 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:43.256056 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.258423 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.264141 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-55169c17-26bc-408d-826a-c4ef82320ebb tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567727 Jun 30 10:29:43.321080 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:43.339802 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:42Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:43.373478 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc4ed2-2788-4e19-b5a4-1ec5f4a26ffd None None] Pushing event updated for resources: {'Port': ['ID=63da3c51-eee6-4938-8f83-4080fc04df8a,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:43.376032 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eff52-bf43-4174-a704-1db926e74826 None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:42Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:43.408542 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-4b3a2bac-22b1-459e-a83c-07d911b340fa None None] Provisioning complete for port 63da3c51-eee6-4938-8f83-4080fc04df8a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:43.408909 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2bac-22b1-459e-a83c-07d911b340fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.454419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:43.468825 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-2083ebd9-1a6d-4f42-933a-67b5453062f1 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885638 Jun 30 10:29:43.510330 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.526837 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a2bac-22b1-459e-a83c-07d911b340fa None None] Current status of the port 63da3c51-eee6-4938-8f83-4080fc04df8a is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:43.606164 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-0ee167e5-2367-4dcb-94e2-151549b47445 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289997 Jun 30 10:29:43.607657 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.665455 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:43.668937 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:43.686390 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=d71ef954-02ed-4164-a6d7-fba537bdce97,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:43.686569 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:29:43.748513 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:43.749171 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.768376 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-7fec615c-3b50-4ed1-9523-de8def064231 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404314 Jun 30 10:29:43.856344 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b2f6-dd36-4c81-a91d-3ffef325e96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:43.863972 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5543e693-ccd8-41f9-b95c-0e004a537ddb req-416c7c93-876c-4843-b9d1-f0b96e87c775 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0440471 Jun 30 10:29:44.157742 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc64cb6-1c47-4c75-ba71-c18650e0f580 req-f760e8eb-9517-4570-bc8b-fc421a6061fc tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:44.160026 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:44.166158 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9cc64cb6-1c47-4c75-ba71-c18650e0f580 req-f760e8eb-9517-4570-bc8b-fc421a6061fc tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 932 time: 0.0658581 Jun 30 10:29:44.168389 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-3028ba3d-3c3e-41a1-b86b-07865e8faa6f None None] Provisioning complete for port d71ef954-02ed-4164-a6d7-fba537bdce97 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:44.170151 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3028ba3d-3c3e-41a1-b86b-07865e8faa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:44.216870 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9cc64cb6-1c47-4c75-ba71-c18650e0f580 req-b0ad2ca9-6162-4291-8a2f-c99ee6703f6c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490582 Jun 30 10:29:44.232372 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-3028ba3d-3c3e-41a1-b86b-07865e8faa6f None None] Port d71ef954-02ed-4164-a6d7-fba537bdce97 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:29:44.516401 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50152) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:44.523373 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:44.795376 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:44.841061 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (0d587777-8a90-40d9-9c71-948f595f50f2), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:44.914562 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 63da3c51-eee6-4938-8f83-4080fc04df8a up at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:44.954141 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:44.960886 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a4ba5ccb-2b3b-4da3-a27b-395d62d9a5ae req-292c5375-1fa3-4565-b94b-085f9bdf253e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0292296 Jun 30 10:29:44.961867 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Provisioning complete for port 63da3c51-eee6-4938-8f83-4080fc04df8a triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:44.962851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.037773 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Current status of the port 63da3c51-eee6-4938-8f83-4080fc04df8a is: ACTIVE; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:45.065332 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Deleting port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:45.065695 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.122407 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Request body: {'port': {'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:45.194487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] For port 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:45.195466 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.214925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Calling delete_port for 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 owned by network:router_interface {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:45.216862 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.244406 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.407115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:45.413413 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e01f3-d7f3-4a73-bfe2-9373d470036c req-66813213-1f0e-4efb-9eb6-89e62c0df247 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:45.414888 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-db4e01f3-d7f3-4a73-bfe2-9373d470036c req-66813213-1f0e-4efb-9eb6-89e62c0df247 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 932 time: 0.1112373 Jun 30 10:29:45.573745 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-db4e01f3-d7f3-4a73-bfe2-9373d470036c req-0f7d34bd-a009-4262-ac18-4af46cede341 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522744 Jun 30 10:29:45.599749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:45.686324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.717899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:45.723547 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71ef954-02ed-4164-a6d7-fba537bdce97 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:29:45.734740 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Publish callbacks [] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.784626 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Transition to ACTIVE for port object d71ef954-02ed-4164-a6d7-fba537bdce97 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:29:45.792073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:45.884148 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ef954-02ed-4164-a6d7-fba537bdce97,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:46.011665 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:46.044365 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:46.045733 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 92d59e7a-4cd4-43f9-aa56-fef13fd0d430 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:46.133849 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-3b17c924-7d5f-4d28-af5b-f66b7704e0f5 req-56ee4e10-82c4-47eb-b663-8751d8e8a0f1 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0483327 Jun 30 10:29:46.288007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (0d587777-8a90-40d9-9c71-948f595f50f2), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:46.295634 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Attempting to bind port d71ef954-02ed-4164-a6d7-fba537bdce97 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:29:46.295866 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Attempting to bind port d71ef954-02ed-4164-a6d7-fba537bdce97 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:29:46.296195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Attempting to bind port d71ef954-02ed-4164-a6d7-fba537bdce97 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:46.303169 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Port d71ef954-02ed-4164-a6d7-fba537bdce97 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:29:46.303482 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Attempting to bind port d71ef954-02ed-4164-a6d7-fba537bdce97 on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:46.344397 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:29:46.344739 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Checking segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:29:46.345127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Bound using segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:29:46.345569 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Bound port: d71ef954-02ed-4164-a6d7-fba537bdce97, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:29:46.345925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:46.408919 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:46.455981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] For port d71ef954-02ed-4164-a6d7-fba537bdce97, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:29:46.473543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] For port d71ef954-02ed-4164-a6d7-fba537bdce97, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d71ef954-02ed-4164-a6d7-fba537bdce97,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:29:46.519212 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:46.581462 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:46.582386 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:46.583823 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] 10.222.0.55 "PUT /v2.0/ports/d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 1094 time: 1.4653566 Jun 30 10:29:46.586393 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:46.588830 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b54f4d5-6325-40d0-ae5f-9d6970044845" -d '{"events": [{"name": "network-changed", "server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:46.628070 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0573-63a3-46c1-be78-86cdd9d14ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ef954-02ed-4164-a6d7-fba537bdce97,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:46.666610 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2571c341-46db-4f0b-a316-d0579cf9d190 x-openstack-request-id: req-2571c341-46db-4f0b-a316-d0579cf9d190 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:46.667036 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:46.667495 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2571c341-46db-4f0b-a316-d0579cf9d190 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:46.668105 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2571c341-46db-4f0b-a316-d0579cf9d190'] response: {'name': 'network-changed', 'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'status': 'completed', 'code': 200} Jun 30 10:29:46.674103 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Router 0d587777-8a90-40d9-9c71-948f595f50f2 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:46.704630 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:46.721101 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:46.755018 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-23a5fe28-6e83-4c88-bd32-365562bcfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:46.756737 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-23a5fe28-6e83-4c88-bd32-365562bcfcb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1128 time: 0.1013319 Jun 30 10:29:46.770151 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4b423-85aa-41e7-94cc-819f3bc8982e req-64979f95-03f9-488a-9e62-99b65563160c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:46.777653 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d7b4b423-85aa-41e7-94cc-819f3bc8982e req-64979f95-03f9-488a-9e62-99b65563160c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0713072 Jun 30 10:29:46.825721 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d7b4b423-85aa-41e7-94cc-819f3bc8982e req-f33c5c97-eef8-419b-8fd5-55eecf4fd681 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471117 Jun 30 10:29:46.904983 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-809637e3-a077-443b-8976-23bee55c6682 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:46.906404 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-809637e3-a077-443b-8976-23bee55c6682 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 810 time: 0.2075093 Jun 30 10:29:46.921232 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:46.928658 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-715639e8-adb7-4606-9548-6f3347bf3365 admin admin] 10.222.0.44 "PUT /v2.0/routers/0d587777-8a90-40d9-9c71-948f595f50f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111795 Jun 30 10:29:46.929337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50172) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:46.933104 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] Sync routers for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:46.944543 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:46.945168 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:47.030633 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks [] for router (0d587777-8a90-40d9-9c71-948f595f50f2), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.044096 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:47.125514 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.133997 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks [] for router_gateway (0d587777-8a90-40d9-9c71-948f595f50f2), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.179718 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Deleting port 31cd2089-0f19-456d-832a-cbd5a98f744d {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:47.180076 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.231513 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:29:45Z', 'revision_number': 5, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port': {'id': '31cd2089-0f19-456d-832a-cbd5a98f744d', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:47.256123 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] Checking router: 0d587777-8a90-40d9-9c71-948f595f50f2 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:47.265730 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] Routers {'0d587777-8a90-40d9-9c71-948f595f50f2'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:47.266717 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['0d587777-8a90-40d9-9c71-948f595f50f2'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:47.282083 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-22cea8b9-8081-4baf-89e1-63190b250ca6 req-2729fa7d-8003-4562-9da1-25e01a7bac26 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0385141 Jun 30 10:29:47.304443 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] For port 31cd2089-0f19-456d-832a-cbd5a98f744d, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=31cd2089-0f19-456d-832a-cbd5a98f744d,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:47.305127 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.318806 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Calling delete_port for 31cd2089-0f19-456d-832a-cbd5a98f744d owned by network:router_gateway {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:47.351983 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] Set router 0d587777-8a90-40d9-9c71-948f595f50f2 gateway port host: None {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:47.360795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:47.403889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:29:47Z', 'revision_number': 6, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:47.505893 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (31cd2089-0f19-456d-832a-cbd5a98f744d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.538424 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Pushing event deleted for resources: {'Port': ['ID=31cd2089-0f19-456d-832a-cbd5a98f744d,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:47.560196 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a8833-3a14-40b0-98e3-1e09cdf80bc3 None None] The sync data for ids ['0d587777-8a90-40d9-9c71-948f595f50f2'] in dv-cinder-826608-4-iscsi is: [{'id': '0d587777-8a90-40d9-9c71-948f595f50f2', 'name': 'tempest-TestMinimumBasicScenario-2037296494-router', 'tenant_id': '6bf471198043490896b5f99c7e004168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:55Z', 'updated_at': '2022-06-30T10:29:47Z', 'revision_number': 6, 'project_id': '6bf471198043490896b5f99c7e004168', 'gw_port_host': None}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:47.598638 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (0d587777-8a90-40d9-9c71-948f595f50f2), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.688683 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (0d587777-8a90-40d9-9c71-948f595f50f2), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.690782 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks [] for router_controller (0d587777-8a90-40d9-9c71-948f595f50f2), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.724913 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:47.732997 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (0d587777-8a90-40d9-9c71-948f595f50f2), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.733625 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d587777-8a90-40d9-9c71-948f595f50f2 {{(pid=103763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:29:47.737996 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.739142 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a5b964af-4242-4c54-ad9b-01985eb53324 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0d587777-8a90-40d9-9c71-948f595f50f2 HTTP/1.1" status: 204 len: 168 time: 0.8088269 Jun 30 10:29:47.741608 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50178) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:47.785333 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Deleting subnet 4bc07118-e3fa-47ff-9a9a-57402090f275 {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:29:47.788447 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Publish callbacks [] for subnet (4bc07118-e3fa-47ff-9a9a-57402090f275), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.823880 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (4bc07118-e3fa-47ff-9a9a-57402090f275), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.905833 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (4bc07118-e3fa-47ff-9a9a-57402090f275), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.966433 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (4bc07118-e3fa-47ff-9a9a-57402090f275), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:47.967240 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2827c8-fd3d-44a7-829c-545e2513290f req-317dcdda-4ae7-45c9-ac57-d11c0e7c3e4c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:47.969230 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9e2827c8-fd3d-44a7-829c-545e2513290f req-317dcdda-4ae7-45c9-ac57-d11c0e7c3e4c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0552936 Jun 30 10:29:47.990674 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc07118-e3fa-47ff-9a9a-57402090f275,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:47.997214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.001629 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-ccccd8c4-aef7-4f59-8061-afa01e091007 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4bc07118-e3fa-47ff-9a9a-57402090f275 HTTP/1.1" status: 204 len: 168 time: 0.2582746 Jun 30 10:29:48.004763 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50182) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:48.006025 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833f1a7-b881-4ed3-8ebe-f283143a0250 None None] Network 2c78499f-6988-4500-9e97-7536eeb3e1c8 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:48.056780 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9e2827c8-fd3d-44a7-829c-545e2513290f req-9015ac6c-dadb-47fd-9ec1-7ddb012e64ce tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814145 Jun 30 10:29:48.100263 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (2c78499f-6988-4500-9e97-7536eeb3e1c8), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.144053 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Deleting port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:48.144398 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.213750 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] For port 8bfc364e-1c95-4ffc-9d3c-07e51f191143, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=8bfc364e-1c95-4ffc-9d3c-07e51f191143,segment=NetworkSegment(55b9c2c6-0014-4d51-8fff-f2799ec76898),segment_id=55b9c2c6-0014-4d51-8fff-f2799ec76898)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:48.214104 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.226606 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Calling delete_port for 8bfc364e-1c95-4ffc-9d3c-07e51f191143 owned by network:dhcp {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:48.303445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (8bfc364e-1c95-4ffc-9d3c-07e51f191143), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.327783 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfc364e-1c95-4ffc-9d3c-07e51f191143,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:48.333279 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] No DVR routers for this DVR port 8bfc364e-1c95-4ffc-9d3c-07e51f191143 on host dv-cinder-826608-4-iscsi {{(pid=103764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:48.386073 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5389d6f3-91f7-4196-999b-4d62908607af req-b31e5d44-d70b-4b41-a735-8db03cc404ec tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0299337 Jun 30 10:29:48.395628 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bef256-5c52-4692-aca1-4719e49bf68a None None] DHCP port deletion for 2c78499f-6988-4500-9e97-7536eeb3e1c8 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:29:48.421827 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (2c78499f-6988-4500-9e97-7536eeb3e1c8), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.442128 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c78499f-6988-4500-9e97-7536eeb3e1c8']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:48.452581 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b9c2c6-0014-4d51-8fff-f2799ec76898') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:48.452878 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b9c2c6-0014-4d51-8fff-f2799ec76898') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:48.463217 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (55b9c2c6-0014-4d51-8fff-f2799ec76898), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.468953 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:48.479278 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (55b9c2c6-0014-4d51-8fff-f2799ec76898), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.488086 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:29:48.488777 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (55b9c2c6-0014-4d51-8fff-f2799ec76898), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.511461 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 55b9c2c6-0014-4d51-8fff-f2799ec76898 resource provider aggregate not found Jun 30 10:29:48.559272 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 55b9c2c6-0014-4d51-8fff-f2799ec76898 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55b9c2c6-0014-4d51-8fff-f2799ec76898 found for delete ", "request_id": "req-2878961a-41d6-4a4b-86b0-70e84dbb9f36"}]} Jun 30 10:29:48.569726 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (2c78499f-6988-4500-9e97-7536eeb3e1c8), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.577431 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.580752 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2c78499f-6988-4500-9e97-7536eeb3e1c8 HTTP/1.1" status: 204 len: 168 time: 0.5749161 Jun 30 10:29:48.583778 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50192) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:48.590840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467d9c4-ad32-4cd2-9331-4987ff4beae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c78499f-6988-4500-9e97-7536eeb3e1c8,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:48.888571 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:48.892290 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 8bfc364e-1c95-4ffc-9d3c-07e51f191143 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:48.905097 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (bbff4e11-40d7-4536-b6c9-e73689291aff), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:48.911231 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 8bfc364e-1c95-4ffc-9d3c-07e51f191143 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:48.911573 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 8bfc364e-1c95-4ffc-9d3c-07e51f191143 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:48.911984 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:48.930021 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:48.930292 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4e7cb3f4-15e8-46aa-a3ba-2bccd92da1c0 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:48.930786 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 31cd2089-0f19-456d-832a-cbd5a98f744d no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:48.948687 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 31cd2089-0f19-456d-832a-cbd5a98f744d {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:48.949026 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 31cd2089-0f19-456d-832a-cbd5a98f744d not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:49.131679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Deleting port 385b5e24-a203-40a6-991f-e79d782e02ea {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:49.132059 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:49.135751 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:49.175276 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ce120-7ca1-4baf-a7b9-384f0908fa32 req-5fa1ae41-97c7-4e39-9a7f-40fa857d62ec tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:49.176880 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5c4ce120-7ca1-4baf-a7b9-384f0908fa32 req-5fa1ae41-97c7-4e39-9a7f-40fa857d62ec tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0502825 Jun 30 10:29:49.187303 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:49.216205 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] For port 385b5e24-a203-40a6-991f-e79d782e02ea, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=385b5e24-a203-40a6-991f-e79d782e02ea,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:49.216565 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:49.229153 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-5c4ce120-7ca1-4baf-a7b9-384f0908fa32 req-07d52cff-34fc-4041-8fa5-b6fb80e2b369 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462842 Jun 30 10:29:49.229963 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Calling delete_port for 385b5e24-a203-40a6-991f-e79d782e02ea owned by network:router_interface {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:49.408682 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-a30f1fd4-eb23-434b-9c6e-a29a0f3b154f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 217 time: 0.0529611 Jun 30 10:29:49.552328 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2abcfd42-e24e-4ec3-9f54-2eeb3aec3836 req-bb0b8282-a47d-48e0-99f6-b3a13abe510d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0611303 Jun 30 10:29:49.567110 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-b50dbbf5-f67c-43b1-924d-03ef34db4821 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b5693ab060c4dc98949c1e9cf1a331a HTTP/1.1" status: 200 len: 380 time: 0.2026088 Jun 30 10:29:49.568664 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-a7ee5690-1738-45c3-a3fe-d3930a2903ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:49.570007 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-a7ee5690-1738-45c3-a3fe-d3930a2903ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.1497521 Jun 30 10:29:49.575826 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (385b5e24-a203-40a6-991f-e79d782e02ea), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:49.614900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'port': {'device_id': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'admin_state_up': True, 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'security_groups': ['256a4986-a102-4913-b7db-9c6ab97e11ac']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:49.619972 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=385b5e24-a203-40a6-991f-e79d782e02ea,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:49.738314 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-f0ed816c-44ba-4eb8-bebf-bdfc757c418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:49.739843 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-f0ed816c-44ba-4eb8-bebf-bdfc757c418f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1554544 Jun 30 10:29:49.796601 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:50.187135 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:50.209423 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-93cab3e6-dd3d-4acc-90c4-15135ee611ea service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535096 Jun 30 10:29:50.211774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Made reservation on behalf of 6b5693ab060c4dc98949c1e9cf1a331a for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:29:50.215852 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:50.261640 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (bbff4e11-40d7-4536-b6c9-e73689291aff), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:50.344566 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc948bf4-6dd2-457c-8ed4-9d81b2bc943f req-d784a221-e1b4-4345-ab3a-e44e4328547e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:50.346085 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cc948bf4-6dd2-457c-8ed4-9d81b2bc943f req-d784a221-e1b4-4345-ab3a-e44e4328547e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0485218 Jun 30 10:29:50.396169 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cc948bf4-6dd2-457c-8ed4-9d81b2bc943f req-503b0c12-b89f-4eb2-9873-72234b4a30f7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442314 Jun 30 10:29:50.488178 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-77670e13-5e37-4f63-b07b-36ce6c5fcd5c req-022698ac-e4c5-4fe3-aabb-e224989dd9db service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670181 Jun 30 10:29:50.513891 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Allocated IP 172.20.0.13 (6fa76c0a-e96d-4c16-8410-1d332803484c/de1a90c4-1fac-4566-b835-d8676112929b/8680755e-d0fd-445a-a396-22c627c26526) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:50.678786 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c7b08c81-ca4f-48b7-b8da-c42ebc3b4805 req-dfa550d8-9b17-44f9-982c-8b922959b06b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 210 time: 0.0501239 Jun 30 10:29:50.743450 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Router bbff4e11-40d7-4536-b6c9-e73689291aff has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:29:50.853397 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for port (8680755e-d0fd-445a-a396-22c627c26526), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:50.873281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:50.908194 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-f807965a-bcb7-47b1-9dd9-6d25135e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:50.909664 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-f807965a-bcb7-47b1-9dd9-6d25135e312a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1128 time: 0.0723317 Jun 30 10:29:50.950160 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:50.960473 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:50.969150 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f0b569b5-782d-42ef-87dc-a1b61cf087a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/bbff4e11-40d7-4536-b6c9-e73689291aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3843126 Jun 30 10:29:50.972060 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50216) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:50.975210 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] Sync routers for ids ['bbff4e11-40d7-4536-b6c9-e73689291aff'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:50.980843 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (8680755e-d0fd-445a-a396-22c627c26526), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:50.995164 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] Routers {'bbff4e11-40d7-4536-b6c9-e73689291aff'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:50.995683 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['bbff4e11-40d7-4536-b6c9-e73689291aff'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:51.075587 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Network 6fa76c0a-e96d-4c16-8410-1d332803484c is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:51.086464 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'Port': ['ID=8680755e-d0fd-445a-a396-22c627c26526,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:51.089053 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:51.091510 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:29:51.095262 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-f63acb59-c2b3-4913-bfb3-f1424f51255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:51.096174 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-f63acb59-c2b3-4913-bfb3-f1424f51255a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.1747956 Jun 30 10:29:51.103030 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks [] for router (bbff4e11-40d7-4536-b6c9-e73689291aff), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.114244 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] Set router bbff4e11-40d7-4536-b6c9-e73689291aff gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:51.167628 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-852df348-064e-4885-acd3-02bb6810d7ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 217 time: 0.0467391 Jun 30 10:29:51.217557 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:51.218034 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.245745 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks [] for router_gateway (bbff4e11-40d7-4536-b6c9-e73689291aff), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.254257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-f138068f-bf37-4669-a956-9d42a0cf7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:51.256218 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-f138068f-bf37-4669-a956-9d42a0cf7ccd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0805743 Jun 30 10:29:51.260799 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-094c6f86-95f4-4e95-b972-7ee3ce26d48e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6593256 Jun 30 10:29:51.289622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Request body: {'port': {'device_id': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:29:51.304118 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Deleting port 82dace9e-1efe-44e0-a8ad-962533020225 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:51.304475 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (82dace9e-1efe-44e0-a8ad-962533020225), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.341810 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '82dace9e-1efe-44e0-a8ad-962533020225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:29:49Z', 'revision_number': 5, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port': {'id': '82dace9e-1efe-44e0-a8ad-962533020225', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:51.353727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-d43bf0b4-f704-4193-8790-0509fc9fc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:51.355251 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-d43bf0b4-f704-4193-8790-0509fc9fc492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841198 Jun 30 10:29:51.375109 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] Checking router: bbff4e11-40d7-4536-b6c9-e73689291aff for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:51.385725 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] Routers {'bbff4e11-40d7-4536-b6c9-e73689291aff'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:29:51.386355 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['bbff4e11-40d7-4536-b6c9-e73689291aff'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:51.407867 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-7ffe6436-7cfd-46a9-9bd6-db95e3aadca7 None None] Provisioning complete for port 8680755e-d0fd-445a-a396-22c627c26526 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:51.409967 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6436-7cfd-46a9-9bd6-db95e3aadca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8680755e-d0fd-445a-a396-22c627c26526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.416192 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8680755e-d0fd-445a-a396-22c627c26526), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.424113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] For port 82dace9e-1efe-44e0-a8ad-962533020225, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=82dace9e-1efe-44e0-a8ad-962533020225,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:51.424673 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (82dace9e-1efe-44e0-a8ad-962533020225), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.440683 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Calling delete_port for 82dace9e-1efe-44e0-a8ad-962533020225 owned by network:router_gateway {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:51.531701 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-c4568f30-df89-45df-b82c-c5a0c77cb1c5 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589751 Jun 30 10:29:51.534619 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] Set router bbff4e11-40d7-4536-b6c9-e73689291aff gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:29:51.539246 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe6436-7cfd-46a9-9bd6-db95e3aadca7 None None] Port 8680755e-d0fd-445a-a396-22c627c26526 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:29:51.592894 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:29:51Z', 'revision_number': 6, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:51.618011 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a7a5-5483-47d1-a999-ece4a7426da7 None None] The sync data for ids ['bbff4e11-40d7-4536-b6c9-e73689291aff'] in dv-cinder-826608-4-iscsi is: [{'id': 'bbff4e11-40d7-4536-b6c9-e73689291aff', 'name': 'tempest-TestMinimumBasicScenario-1428286254-router', 'tenant_id': '54ec9ab577e84767a148aad395e009ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:27:01Z', 'updated_at': '2022-06-30T10:29:51Z', 'revision_number': 6, 'project_id': '54ec9ab577e84767a148aad395e009ef', 'gw_port_host': None}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:51.637306 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada2f33-48fd-4deb-b6c0-3365b21151ae req-9fc42c35-27ce-466f-b2f5-1d8e55d7b432 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:51.643227 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ada2f33-48fd-4deb-b6c0-3365b21151ae req-9fc42c35-27ce-466f-b2f5-1d8e55d7b432 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0661662 Jun 30 10:29:51.732148 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8ada2f33-48fd-4deb-b6c0-3365b21151ae req-5fa60db5-e331-4a0f-b837-ede131939c65 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877101 Jun 30 10:29:51.739865 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (82dace9e-1efe-44e0-a8ad-962533020225), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.766440 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-4b54f4d5-6325-40d0-ae5f-9d6970044845 req-753d1e40-363c-415a-8c75-a35b863c0b36 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838410 Jun 30 10:29:51.790839 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Pushing event deleted for resources: {'Port': ['ID=82dace9e-1efe-44e0-a8ad-962533020225,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:51.815142 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.815855 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.816471 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.817154 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.817283 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:51.818012 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.819373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.819879 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.820391 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.820882 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.822061 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.822558 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.823327 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.823838 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.824321 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.824816 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:51.832509 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:51.841161 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb21fe-7ce8-4439-a5eb-5ecae6ae7af0 req-0953ce23-ecba-42d9-a5b3-607b85aed2d2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:51.842674 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1acb21fe-7ce8-4439-a5eb-5ecae6ae7af0 req-0953ce23-ecba-42d9-a5b3-607b85aed2d2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 932 time: 0.0792294 Jun 30 10:29:51.865370 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:51.887217 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (bbff4e11-40d7-4536-b6c9-e73689291aff), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.918637 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:51.923252 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8680755e-d0fd-445a-a396-22c627c26526 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:29:51.939546 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Publish callbacks [] for port (8680755e-d0fd-445a-a396-22c627c26526), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.947533 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1acb21fe-7ce8-4439-a5eb-5ecae6ae7af0 req-b32a7c1e-37e5-4128-bbc8-bd4f6e6527e5 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944142 Jun 30 10:29:51.968776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Transition to ACTIVE for port object 8680755e-d0fd-445a-a396-22c627c26526 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:29:51.973899 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (8680755e-d0fd-445a-a396-22c627c26526), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:51.997937 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (bbff4e11-40d7-4536-b6c9-e73689291aff), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.000284 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks [] for router_controller (bbff4e11-40d7-4536-b6c9-e73689291aff), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.058267 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Pushing event updated for resources: {'Port': ['ID=8680755e-d0fd-445a-a396-22c627c26526,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:52.074425 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (bbff4e11-40d7-4536-b6c9-e73689291aff), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.075398 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbff4e11-40d7-4536-b6c9-e73689291aff {{(pid=103764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:29:52.080830 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.082154 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ed71b61f-6052-44ef-ac97-09cc66c8b484 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bbff4e11-40d7-4536-b6c9-e73689291aff HTTP/1.1" status: 204 len: 168 time: 1.1084106 Jun 30 10:29:52.084774 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50230) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:52.154399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Deleting subnet 1b752923-2972-45e3-982c-5c39eff81119 {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:29:52.162871 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Publish callbacks [] for subnet (1b752923-2972-45e3-982c-5c39eff81119), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.206215 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Attempting to bind port 8680755e-d0fd-445a-a396-22c627c26526 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:29:52.206561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Attempting to bind port 8680755e-d0fd-445a-a396-22c627c26526 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:29:52.206943 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Attempting to bind port 8680755e-d0fd-445a-a396-22c627c26526 on network 6fa76c0a-e96d-4c16-8410-1d332803484c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:52.216743 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Port 8680755e-d0fd-445a-a396-22c627c26526 on network 6fa76c0a-e96d-4c16-8410-1d332803484c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:29:52.217075 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Attempting to bind port 8680755e-d0fd-445a-a396-22c627c26526 on network 6fa76c0a-e96d-4c16-8410-1d332803484c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:29:52.223785 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (1b752923-2972-45e3-982c-5c39eff81119), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.253166 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:29:52.253518 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Checking segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:29:52.253904 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Bound using segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:29:52.254640 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Bound port: 8680755e-d0fd-445a-a396-22c627c26526, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:29:52.254894 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8680755e-d0fd-445a-a396-22c627c26526), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.366610 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] For port 8680755e-d0fd-445a-a396-22c627c26526, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:29:52.371719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] For port 8680755e-d0fd-445a-a396-22c627c26526, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8680755e-d0fd-445a-a396-22c627c26526,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:29:52.373438 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (1b752923-2972-45e3-982c-5c39eff81119), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.395585 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (8680755e-d0fd-445a-a396-22c627c26526), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.442739 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:52.443360 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.444744 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] 10.222.0.55 "PUT /v2.0/ports/8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 1094 time: 1.1626046 Jun 30 10:29:52.445251 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'tag': '8680755e-d0fd-445a-a396-22c627c26526'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:52.448309 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a146e21b-ce00-4529-b0a3-61cb95704d02" -d '{"events": [{"name": "network-changed", "server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "tag": "8680755e-d0fd-445a-a396-22c627c26526"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:52.486129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9b68-6196-4e5e-8b51-0f0cb0e52193 service neutron] Pushing event updated for resources: {'Port': ['ID=8680755e-d0fd-445a-a396-22c627c26526,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:52.497537 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (1b752923-2972-45e3-982c-5c39eff81119), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.531397 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785af2f7-39e3-4c87-9c0f-609de02741b2 x-openstack-request-id: req-785af2f7-39e3-4c87-9c0f-609de02741b2 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:52.531701 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "tag": "8680755e-d0fd-445a-a396-22c627c26526", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:52.531959 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-785af2f7-39e3-4c87-9c0f-609de02741b2 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:52.532555 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785af2f7-39e3-4c87-9c0f-609de02741b2'] response: {'name': 'network-changed', 'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'tag': '8680755e-d0fd-445a-a396-22c627c26526', 'status': 'completed', 'code': 200} Jun 30 10:29:52.544719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b752923-2972-45e3-982c-5c39eff81119,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:52.570616 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.574258 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8cba8e64-ac7d-4fb6-9da5-b14cc5dda900 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1b752923-2972-45e3-982c-5c39eff81119 HTTP/1.1" status: 204 len: 168 time: 0.4884765 Jun 30 10:29:52.576460 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9a668-3060-4c18-ad63-7ac3ba63c81b None None] Network 52f794c3-7347-459e-8a61-fdedbad20294 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:29:52.576967 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50238) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:52.585953 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-0915f1d9-09a9-4984-829d-66024f3d7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:52.588129 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-0915f1d9-09a9-4984-829d-66024f3d7b33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1128 time: 0.0586030 Jun 30 10:29:52.637153 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-581c9724-4e9f-40c4-bee8-00382292ea86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 217 time: 0.0396922 Jun 30 10:29:52.680614 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (52f794c3-7347-459e-8a61-fdedbad20294), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.685770 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:52.694674 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-f3fb25e8-baf2-46cd-b399-d57105482ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:52.696422 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-f3fb25e8-baf2-46cd-b399-d57105482ac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0498893 Jun 30 10:29:52.733875 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Deleting port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:52.734199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.751395 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f549-1844-453f-a061-998a7a734a60 req-1ad6d076-2dd0-41a3-86dd-811039b989a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:52.753025 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-1ad6d076-2dd0-41a3-86dd-811039b989a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452254 Jun 30 10:29:52.776871 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] DHCP port deletion for 52f794c3-7347-459e-8a61-fdedbad20294 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:29:52.784072 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:52.809727 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:52.845486 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] For port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:52.853593 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.855699 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] Deleting port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:29:52.856459 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:52.889552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Calling delete_port for 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 owned by network:dhcp {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:52.941015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300fdc7-a842-454e-9a68-1961a8182d67 req-00d98635-7a43-4e21-8239-9295b219b641 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:52.942859 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7300fdc7-a842-454e-9a68-1961a8182d67 req-00d98635-7a43-4e21-8239-9295b219b641 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0784464 Jun 30 10:29:52.958291 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:52.976878 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-401fe36a-6f3f-48cd-b57d-f79110027421 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993012 Jun 30 10:29:52.991692 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.002495 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] For port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,segment=NetworkSegment(1857c6b2-9204-4fc0-819a-7af290403e76),segment_id=1857c6b2-9204-4fc0-819a-7af290403e76)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:53.002926 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.021456 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:53.023630 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] No DVR routers for this DVR port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 on host dv-cinder-826608-4-iscsi {{(pid=103764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:53.024077 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] Calling delete_port for 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:29:53.038504 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No active binding found for port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 {{(pid=103765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 10:29:53.039137 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] The host dv-cinder-826608-4-iscsi is not matching for port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 host None! {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 30 10:29:53.039698 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:53.040805 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 385b5e24-a203-40a6-991f-e79d782e02ea no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:53.070467 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:53.093351 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 385b5e24-a203-40a6-991f-e79d782e02ea {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:53.093774 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 385b5e24-a203-40a6-991f-e79d782e02ea not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:53.094200 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7300fdc7-a842-454e-9a68-1961a8182d67 req-e2a42997-7903-4f99-99ab-5c7144c29491 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1384234 Jun 30 10:29:53.094564 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 82dace9e-1efe-44e0-a8ad-962533020225 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:53.115794 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (52f794c3-7347-459e-8a61-fdedbad20294), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.120198 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6b05f549-1844-453f-a061-998a7a734a60 req-9150e683-9e69-4ad6-b66d-5109a93bbdb5 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323798 Jun 30 10:29:53.124875 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 82dace9e-1efe-44e0-a8ad-962533020225 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:29:53.125227 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 82dace9e-1efe-44e0-a8ad-962533020225 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:53.157336 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (57e4d46f-fa0e-491b-8bf4-af6b4527edd8), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.176683 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f794c3-7347-459e-8a61-fdedbad20294']}} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:53.183573 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] Pushing event deleted for resources: {'Port': ['ID=57e4d46f-fa0e-491b-8bf4-af6b4527edd8,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:53.185414 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431cdb4-d200-4fd7-9a54-15e5ffbc6e2c None None] No DVR routers for this DVR port 57e4d46f-fa0e-491b-8bf4-af6b4527edd8 on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:29:53.191727 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5a599-b60a-4bee-b0ee-8144b8613d3f req-5c7d57e9-081e-44f7-8af1-29719f283209 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:53.194103 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c7e5a599-b60a-4bee-b0ee-8144b8613d3f req-5c7d57e9-081e-44f7-8af1-29719f283209 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 944 time: 0.1175227 Jun 30 10:29:53.198654 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1857c6b2-9204-4fc0-819a-7af290403e76') {'for_net_delete': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:53.199135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.services.segments.db [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1857c6b2-9204-4fc0-819a-7af290403e76') {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:53.220372 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25517115'] for segment (1857c6b2-9204-4fc0-819a-7af290403e76), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.248602 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (1857c6b2-9204-4fc0-819a-7af290403e76), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.263518 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:29:53.263920 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25306239'] for segment (1857c6b2-9204-4fc0-819a-7af290403e76), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.284526 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c7e5a599-b60a-4bee-b0ee-8144b8613d3f req-0b8e8792-ba01-40a1-a0a9-19d0e97dc17e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782132 Jun 30 10:29:53.297268 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 1857c6b2-9204-4fc0-819a-7af290403e76 resource provider aggregate not found Jun 30 10:29:53.339534 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.services.segments.plugin [-] Segment 1857c6b2-9204-4fc0-819a-7af290403e76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1857c6b2-9204-4fc0-819a-7af290403e76 found for delete ", "request_id": "req-543e73ab-cc66-4a8d-bb2f-5aeb9c39dcb5"}]} Jun 30 10:29:53.349013 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (52f794c3-7347-459e-8a61-fdedbad20294), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.355304 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.358525 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] 10.222.0.44 "DELETE /v2.0/networks/52f794c3-7347-459e-8a61-fdedbad20294 HTTP/1.1" status: 204 len: 168 time: 0.7805789 Jun 30 10:29:53.369945 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3e636-0cd3-478e-a8d9-112e2ef1df36 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f794c3-7347-459e-8a61-fdedbad20294,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:53.549074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50256) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:53.591543 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1b470edd-db41-4d8e-a4d5-f5f6bc8da223 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bf471198043490896b5f99c7e004168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411754 Jun 30 10:29:53.593898 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50258) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:53.644986 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d76d22e3-eb39-4ba6-b939-6f058945a4fd admin admin] Publish callbacks [] for security_group (1f0eeca9-2e15-401d-9a7f-5c84b36741b5), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.667324 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d76d22e3-eb39-4ba6-b939-6f058945a4fd admin admin] Publish callbacks [] for security_group (1f0eeca9-2e15-401d-9a7f-5c84b36741b5), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.675954 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:53.702719 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:53.719703 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d76d22e3-eb39-4ba6-b939-6f058945a4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (1f0eeca9-2e15-401d-9a7f-5c84b36741b5), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.722375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d76d22e3-eb39-4ba6-b939-6f058945a4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:53.723572 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d76d22e3-eb39-4ba6-b939-6f058945a4fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f0eeca9-2e15-401d-9a7f-5c84b36741b5 HTTP/1.1" status: 204 len: 168 time: 0.1287868 Jun 30 10:29:53.731544 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d22e3-eb39-4ba6-b939-6f058945a4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0eeca9-2e15-401d-9a7f-5c84b36741b5,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:54.043103 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50264) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:54.082816 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-416bf8f8-63a2-4cb0-8a5c-2485bd6e3302 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54ec9ab577e84767a148aad395e009ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385680 Jun 30 10:29:54.085052 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50266) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:29:54.133426 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8be72cab-38ca-434c-8e82-49af986bc3bd admin admin] Publish callbacks [] for security_group (18a7ae56-c82e-44d2-be88-d2527dde3c1d), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:54.157484 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8be72cab-38ca-434c-8e82-49af986bc3bd admin admin] Publish callbacks [] for security_group (18a7ae56-c82e-44d2-be88-d2527dde3c1d), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:54.207007 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8be72cab-38ca-434c-8e82-49af986bc3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (18a7ae56-c82e-44d2-be88-d2527dde3c1d), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:54.209493 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-8be72cab-38ca-434c-8e82-49af986bc3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:54.210912 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-8be72cab-38ca-434c-8e82-49af986bc3bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18a7ae56-c82e-44d2-be88-d2527dde3c1d HTTP/1.1" status: 204 len: 168 time: 0.1248405 Jun 30 10:29:54.220746 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be72cab-38ca-434c-8e82-49af986bc3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a7ae56-c82e-44d2-be88-d2527dde3c1d,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:54.228040 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b7f7-a8cf-4657-bdad-61d6a96d2220 req-261cc7b3-62ef-4290-98ba-a3619040eb1a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:54.229909 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d950b7f7-a8cf-4657-bdad-61d6a96d2220 req-261cc7b3-62ef-4290-98ba-a3619040eb1a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0524516 Jun 30 10:29:54.288605 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d950b7f7-a8cf-4657-bdad-61d6a96d2220 req-cc1bd83b-9125-4f60-a100-61a6d3d9b23b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522065 Jun 30 10:29:54.425058 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c25fb2-cc8f-4f9a-8078-0b21374e4734 req-2ed3b58b-8640-4406-9591-25f9e282dee6 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:54.426730 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-96c25fb2-cc8f-4f9a-8078-0b21374e4734 req-2ed3b58b-8640-4406-9591-25f9e282dee6 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 944 time: 0.0674117 Jun 30 10:29:54.479998 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-96c25fb2-cc8f-4f9a-8078-0b21374e4734 req-1a7ecd89-659c-4126-b11c-7f2956c663b0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472128 Jun 30 10:29:55.403881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5bff0-a7c9-4596-8b4b-45332e4fdabe req-aa34259e-70be-4397-8e17-d822b64e3eaa tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:55.405335 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f5a5bff0-a7c9-4596-8b4b-45332e4fdabe req-aa34259e-70be-4397-8e17-d822b64e3eaa tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0487165 Jun 30 10:29:55.454509 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-f5a5bff0-a7c9-4596-8b4b-45332e4fdabe req-29bbe998-4df8-41f7-89a0-e611b3358181 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437348 Jun 30 10:29:55.603600 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28835d-3796-4950-9103-fd8e9abb434c req-c6d5c95a-2bed-4a48-b939-fe7880d9fbce tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:55.604988 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fb28835d-3796-4950-9103-fd8e9abb434c req-c6d5c95a-2bed-4a48-b939-fe7880d9fbce tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 944 time: 0.0462165 Jun 30 10:29:55.651066 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-fb28835d-3796-4950-9103-fd8e9abb434c req-30aee5da-b840-49d8-9dfd-b3d208263658 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Jun 30 10:29:56.424752 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8680755e-d0fd-445a-a396-22c627c26526 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:29:56.531775 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 8680755e-d0fd-445a-a396-22c627c26526, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8680755e-d0fd-445a-a396-22c627c26526,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:56.546577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '8680755e-d0fd-445a-a396-22c627c26526', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'port_id': '8680755e-d0fd-445a-a396-22c627c26526', 'mac_address': 'fa:16:3e:b6:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:29:56.571043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909e4b8-5310-4289-a286-45ebc2c6ac52 req-dc064fb1-aea9-4b2f-a858-be31d8abad5c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:56.572145 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7909e4b8-5310-4289-a286-45ebc2c6ac52 req-dc064fb1-aea9-4b2f-a858-be31d8abad5c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0481389 Jun 30 10:29:56.586654 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 8680755e-d0fd-445a-a396-22c627c26526 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:56.587155 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8680755e-d0fd-445a-a396-22c627c26526), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:56.601390 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8680755e-d0fd-445a-a396-22c627c26526 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:29:56.627374 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 8680755e-d0fd-445a-a396-22c627c26526, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8680755e-d0fd-445a-a396-22c627c26526,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:56.631564 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7909e4b8-5310-4289-a286-45ebc2c6ac52 req-9c8cb5f0-375b-488e-8703-53ad13d1cd82 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515318 Jun 30 10:29:56.632832 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (8680755e-d0fd-445a-a396-22c627c26526), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:56.697003 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=8680755e-d0fd-445a-a396-22c627c26526,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:56.698360 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-8582feb5-7af4-49f9-941e-61bc648cd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:56.700263 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-8582feb5-7af4-49f9-941e-61bc648cd38c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1129 time: 0.0496142 Jun 30 10:29:56.785232 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880dbf7-19b7-43e7-8110-a31140208a03 req-0d221b97-c114-47f1-9df5-982c98615060 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:56.786793 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d880dbf7-19b7-43e7-8110-a31140208a03 req-0d221b97-c114-47f1-9df5-982c98615060 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 945 time: 0.0502033 Jun 30 10:29:56.835556 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d880dbf7-19b7-43e7-8110-a31140208a03 req-9e907d7c-e09d-4cd3-b125-09b48e3b02d6 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Jun 30 10:29:56.893569 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['8680755e-d0fd-445a-a396-22c627c26526'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:29:57.359081 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-5a2450b3-02da-4b80-bb41-11911de0293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:57.360464 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-5a2450b3-02da-4b80-bb41-11911de0293d service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.0996838 Jun 30 10:29:57.407590 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-ef5317a5-6cc4-4f44-a784-0cf43585e00d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 217 time: 0.0402813 Jun 30 10:29:57.460458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-f5b10756-8ed1-4fd6-82cd-bda698ada8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:57.463422 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-f5b10756-8ed1-4fd6-82cd-bda698ada8d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0504627 Jun 30 10:29:57.507538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-a32ba881-c171-49cc-b695-6ed4bebb1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:57.509547 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-a32ba881-c171-49cc-b695-6ed4bebb1456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397797 Jun 30 10:29:57.589118 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:57.608512 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-ed9d3bb0-1bb3-48b9-b500-8970ec50b2c9 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925083 Jun 30 10:29:57.716245 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a146e21b-ce00-4529-b0a3-61cb95704d02 req-342faad1-698b-4410-9e15-f9c20775753c service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018074 Jun 30 10:29:57.752519 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d023-fc25-43b9-8246-bae3248a1fb2 req-3cec07e7-841e-4adf-a780-b7197a47a62c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:57.754411 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3099d023-fc25-43b9-8246-bae3248a1fb2 req-3cec07e7-841e-4adf-a780-b7197a47a62c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 944 time: 0.0527313 Jun 30 10:29:57.812872 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3099d023-fc25-43b9-8246-bae3248a1fb2 req-709e6195-f2a4-4137-a734-ec9280526fae tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512290 Jun 30 10:29:57.917739 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:57.950673 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592279-0a49-41f5-9f21-fb0860323455 req-22d95538-77e8-4820-8f3a-c5ade7cc70b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:57.952284 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-75592279-0a49-41f5-9f21-fb0860323455 req-22d95538-77e8-4820-8f3a-c5ade7cc70b2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 945 time: 0.0468905 Jun 30 10:29:57.998528 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-75592279-0a49-41f5-9f21-fb0860323455 req-de9fe0be-08c9-4baa-83b4-3dc24af94d69 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Jun 30 10:29:58.440945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device d71ef954-02ed-4164-a6d7-fba537bdce97 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:29:58.444527 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:58.445674 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8680755e-d0fd-445a-a396-22c627c26526 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:58.482621 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:29:58.559348 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 8680755e-d0fd-445a-a396-22c627c26526 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:29:58.570184 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 8680755e-d0fd-445a-a396-22c627c26526 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:29:58.570551 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8680755e-d0fd-445a-a396-22c627c26526), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:58.609256 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port d71ef954-02ed-4164-a6d7-fba537bdce97, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d71ef954-02ed-4164-a6d7-fba537bdce97,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:58.628441 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:29:58.692674 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port d71ef954-02ed-4164-a6d7-fba537bdce97 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:58.692975 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:58.704036 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 8680755e-d0fd-445a-a396-22c627c26526 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:29:58.704414 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8680755e-d0fd-445a-a396-22c627c26526), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:58.716754 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71ef954-02ed-4164-a6d7-fba537bdce97 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:29:58.745149 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8680755e-d0fd-445a-a396-22c627c26526'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:29:58.747379 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada642f-f2d7-407f-ba4e-419b0539f8c2" -d '{"events": [{"server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "name": "network-vif-plugged", "status": "completed", "tag": "8680755e-d0fd-445a-a396-22c627c26526"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:58.759481 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port d71ef954-02ed-4164-a6d7-fba537bdce97, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d71ef954-02ed-4164-a6d7-fba537bdce97,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:58.763612 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 8680755e-d0fd-445a-a396-22c627c26526, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8680755e-d0fd-445a-a396-22c627c26526,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:58.765201 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:58.769335 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (8680755e-d0fd-445a-a396-22c627c26526), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:29:58.792500 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8310dc-7f38-4552-914a-81cb9fac8c78 x-openstack-request-id: req-1d8310dc-7f38-4552-914a-81cb9fac8c78 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:58.792791 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "name": "network-vif-plugged", "status": "completed", "tag": "8680755e-d0fd-445a-a396-22c627c26526", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:58.793040 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d8310dc-7f38-4552-914a-81cb9fac8c78 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:58.793418 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8310dc-7f38-4552-914a-81cb9fac8c78'] response: {'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8680755e-d0fd-445a-a396-22c627c26526', 'code': 200} Jun 30 10:29:58.818792 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=d71ef954-02ed-4164-a6d7-fba537bdce97,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:58.870319 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=8680755e-d0fd-445a-a396-22c627c26526,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:58.941908 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8650b53-267b-4716-859e-a9524c118b34 req-418ad226-1af6-43fa-8d48-987d679265db tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:58.943475 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f8650b53-267b-4716-859e-a9524c118b34 req-418ad226-1af6-43fa-8d48-987d679265db tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 945 time: 0.0465908 Jun 30 10:29:58.970986 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7f231-12b6-4ee4-bfb8-25caa99d6492 req-d2b752b7-5722-4a8d-91e1-92fa36275f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:58.972475 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-33c7f231-12b6-4ee4-bfb8-25caa99d6492 req-d2b752b7-5722-4a8d-91e1-92fa36275f11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1130 time: 0.0406084 Jun 30 10:29:58.996935 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f8650b53-267b-4716-859e-a9524c118b34 req-21453d6a-e7c9-4671-8e8c-87cf58798177 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468838 Jun 30 10:29:59.017874 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-33c7f231-12b6-4ee4-bfb8-25caa99d6492 req-76a96fbf-3e23-4e6f-9d48-0932eec0b3b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jun 30 10:29:59.053112 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['d71ef954-02ed-4164-a6d7-fba537bdce97'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:29:59.116177 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7987-f33d-4033-b725-94c9b0772cc7 req-f58a2f6a-b51a-474b-aff5-61aa0bebe8bd tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:29:59.117772 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b47c7987-f33d-4033-b725-94c9b0772cc7 req-f58a2f6a-b51a-474b-aff5-61aa0bebe8bd tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0469866 Jun 30 10:29:59.165619 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b47c7987-f33d-4033-b725-94c9b0772cc7 req-2fec55d1-9ba5-4056-b1c6-11edb9fc1b05 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Jun 30 10:29:59.253637 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:00.112858 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f83f-a350-4a3c-8e2f-d55ed4fcc309 req-78b17af2-3434-431c-b990-37dd115c797e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:00.114329 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f7e2f83f-a350-4a3c-8e2f-d55ed4fcc309 req-78b17af2-3434-431c-b990-37dd115c797e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 945 time: 0.0501974 Jun 30 10:30:00.162097 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f7e2f83f-a350-4a3c-8e2f-d55ed4fcc309 req-8cc513e9-5480-4675-b86a-9cf3cf3a2ae9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420671 Jun 30 10:30:00.291996 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59ee53-0730-4174-857b-2391c5452b3f req-98a028db-5875-4cca-b99a-0a79b32ca6f1 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:00.293349 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce59ee53-0730-4174-857b-2391c5452b3f req-98a028db-5875-4cca-b99a-0a79b32ca6f1 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0518060 Jun 30 10:30:00.304337 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:00.343609 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ce59ee53-0730-4174-857b-2391c5452b3f req-d86363d4-469f-4dc4-8b0c-3da3055b1c91 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Jun 30 10:30:00.440779 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device d71ef954-02ed-4164-a6d7-fba537bdce97 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:30:00.484528 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port d71ef954-02ed-4164-a6d7-fba537bdce97 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:30:00.492403 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port d71ef954-02ed-4164-a6d7-fba537bdce97 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:30:00.492789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:00.554316 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:00.570009 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port d71ef954-02ed-4164-a6d7-fba537bdce97 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:30:00.570391 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:00.605139 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port d71ef954-02ed-4164-a6d7-fba537bdce97, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d71ef954-02ed-4164-a6d7-fba537bdce97,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:30:00.609577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:00.658004 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=d71ef954-02ed-4164-a6d7-fba537bdce97,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:00.794935 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:30:00.797234 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649b1c7-5fc1-4e7c-8c96-e436ad3d91c7" -d '{"events": [{"server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "name": "network-vif-plugged", "status": "completed", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:00.832172 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50344) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:00.832900 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28f5d6-1bf4-4eb9-93f5-3bdee2b738af x-openstack-request-id: req-cb28f5d6-1bf4-4eb9-93f5-3bdee2b738af {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:00.833186 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "name": "network-vif-plugged", "status": "completed", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:00.833434 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb28f5d6-1bf4-4eb9-93f5-3bdee2b738af {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:00.833913 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb28f5d6-1bf4-4eb9-93f5-3bdee2b738af'] response: {'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'code': 200} Jun 30 10:30:00.937249 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2ac94185-c896-4058-800f-0e0a6370f25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.014480 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2ac94185-c896-4058-800f-0e0a6370f25d admin admin] Publish callbacks [] for security_group (db34d784-9c0f-4d5c-ba7f-c26ec60dde0b), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.018848 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2ac94185-c896-4058-800f-0e0a6370f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (db34d784-9c0f-4d5c-ba7f-c26ec60dde0b), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.028922 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:01.035042 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:01.047659 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816362e-04dd-4439-b6f4-2cb359328659 req-775a8e19-74a7-48fe-a2b6-6db0c8b0dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:01.049195 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2816362e-04dd-4439-b6f4-2cb359328659 req-775a8e19-74a7-48fe-a2b6-6db0c8b0dde6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1130 time: 0.0388231 Jun 30 10:30:01.058926 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac94185-c896-4058-800f-0e0a6370f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db34d784-9c0f-4d5c-ba7f-c26ec60dde0b,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:01.065969 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2ac94185-c896-4058-800f-0e0a6370f25d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa61017390ea440d8a468917acede86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325499 Jun 30 10:30:01.068607 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50348) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:01.126143 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2816362e-04dd-4439-b6f4-2cb359328659 req-0318881d-faa9-4691-ba51-9ca81bdd98b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710654 Jun 30 10:30:01.142880 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc21-130d-437f-a903-16eecd644d57 admin admin] Publish callbacks [] for security_group (db34d784-9c0f-4d5c-ba7f-c26ec60dde0b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.163211 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc21-130d-437f-a903-16eecd644d57 admin admin] Publish callbacks [] for security_group (db34d784-9c0f-4d5c-ba7f-c26ec60dde0b), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.216458 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc21-130d-437f-a903-16eecd644d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (db34d784-9c0f-4d5c-ba7f-c26ec60dde0b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.219050 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bc21-130d-437f-a903-16eecd644d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.220230 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9ef2bc21-130d-437f-a903-16eecd644d57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db34d784-9c0f-4d5c-ba7f-c26ec60dde0b HTTP/1.1" status: 204 len: 168 time: 0.1505277 Jun 30 10:30:01.229007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2bc21-130d-437f-a903-16eecd644d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db34d784-9c0f-4d5c-ba7f-c26ec60dde0b,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:01.311043 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450be5-96f3-442d-b4dc-43637c55deae req-78c2b27e-7199-4b54-a13f-49185b947405 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:01.312683 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-24450be5-96f3-442d-b4dc-43637c55deae req-78c2b27e-7199-4b54-a13f-49185b947405 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0489309 Jun 30 10:30:01.365555 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-24450be5-96f3-442d-b4dc-43637c55deae req-e71b89a2-2b68-49f9-9a41-87f83d822f62 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470688 Jun 30 10:30:01.465294 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da756900-b79e-49e0-9cfe-d12387a28cac req-ee895e96-8b3e-4c15-a823-97c4878ad35b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:01.466814 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-da756900-b79e-49e0-9cfe-d12387a28cac req-ee895e96-8b3e-4c15-a823-97c4878ad35b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0516143 Jun 30 10:30:01.520918 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-da756900-b79e-49e0-9cfe-d12387a28cac req-c41fd86b-a6a9-436e-a9c4-050eb7b6d23d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Jun 30 10:30:01.595086 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=72 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:01.596634 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=45 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:01.632875 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3bcae-1af6-4b6f-a0e2-e1f438a66495 req-bb151ae6-eb63-41c4-a97f-a2cfc45569f0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:01.636741 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2be3bcae-1af6-4b6f-a0e2-e1f438a66495 req-bb151ae6-eb63-41c4-a97f-a2cfc45569f0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0483723 Jun 30 10:30:01.643857 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50368) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:01.648576 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'floatingip': {'port_id': '8680755e-d0fd-445a-a396-22c627c26526'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:30:01.690327 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:01.803665 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:02.415670 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:02.419877 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:02.516326 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc54bb1-80ee-4ef0-afd7-cafad71aaa41 req-da1d899c-2774-4335-96c8-f4a0a0afd647 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:02.518151 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7cc54bb1-80ee-4ef0-afd7-cafad71aaa41 req-da1d899c-2774-4335-96c8-f4a0a0afd647 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0664327 Jun 30 10:30:02.576613 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Floating IP d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16 associated. External IP: 172.27.3.160, port: 8680755e-d0fd-445a-a396-22c627c26526. Jun 30 10:30:02.606133 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7cc54bb1-80ee-4ef0-afd7-cafad71aaa41 req-c56bb854-e9c5-4d97-beb7-83992b0ed737 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809233 Jun 30 10:30:02.685622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:02.812583 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Router c166420a-94eb-42f4-b34d-62bf3711642b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:30:02.920294 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:30:02.925344 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:02.933164 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:30:02.947203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:30:02.948389 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:02.958713 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-34478428-85bc-41cc-be41-b262161d7514 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "PUT /v2.0/floatingips/d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16 HTTP/1.1" status: 200 len: 992 time: 1.3134482 Jun 30 10:30:02.959310 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'tag': '8680755e-d0fd-445a-a396-22c627c26526'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:30:02.961727 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcae932d-45f9-4c35-a84c-82afc77146f0" -d '{"events": [{"name": "network-changed", "server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "tag": "8680755e-d0fd-445a-a396-22c627c26526"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:02.997722 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33675484-d844-47b8-acf6-9c29b6e27a78 x-openstack-request-id: req-33675484-d844-47b8-acf6-9c29b6e27a78 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:02.997921 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "tag": "8680755e-d0fd-445a-a396-22c627c26526", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:02.998180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33675484-d844-47b8-acf6-9c29b6e27a78 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:02.998589 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33675484-d844-47b8-acf6-9c29b6e27a78'] response: {'name': 'network-changed', 'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'tag': '8680755e-d0fd-445a-a396-22c627c26526', 'status': 'completed', 'code': 200} Jun 30 10:30:03.060424 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:30:03.063442 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-3063da26-18da-4634-916a-d8744d70478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:03.065192 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-3063da26-18da-4634-916a-d8744d70478d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1130 time: 0.0432763 Jun 30 10:30:03.166676 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-982815b6-29dd-4df0-afa7-d65b123140c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:03.168190 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-982815b6-29dd-4df0-afa7-d65b123140c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.0959773 Jun 30 10:30:03.233772 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-383808ea-d221-4007-a316-0bde359d8a4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 1000 time: 0.0593548 Jun 30 10:30:03.284011 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:03.288645 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'd6600484-dfe2-4a9b-a2a8-5c1a59e3bc16', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'port_id': '8680755e-d0fd-445a-a396-22c627c26526', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'mac_address': 'fa:16:3e:b6:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:29:41Z', 'updated_at': '2022-06-30T10:30:02Z', 'revision_number': 1, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:03.288920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-9a009765-5b57-40e3-9245-83f950c67621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:03.291078 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-9a009765-5b57-40e3-9245-83f950c67621 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0507114 Jun 30 10:30:03.327311 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:30:03.336710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:30:03.337328 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:03.348782 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-8210c9e2-345b-4227-b6a0-99a0b4aa5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:03.350405 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-8210c9e2-345b-4227-b6a0-99a0b4aa5227 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533321 Jun 30 10:30:03.445370 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:30:03.447020 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-99860a60-5673-45a8-90ff-dee5ab6af8ea service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905659 Jun 30 10:30:03.566673 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-dcae932d-45f9-4c35-a84c-82afc77146f0 req-162e04d0-9d5d-474f-b10a-75a6fc8507b3 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128497 Jun 30 10:30:03.740106 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e4e0e-1e81-4285-a68d-17a9b0022502 req-e8608221-3255-4be0-803c-60f526d8f211 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:03.741497 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0c9e4e0e-1e81-4285-a68d-17a9b0022502 req-e8608221-3255-4be0-803c-60f526d8f211 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0474286 Jun 30 10:30:03.796846 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'd6600484-dfe2-4a9b-a2a8-5c1a59e3bc16', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'port_id': '8680755e-d0fd-445a-a396-22c627c26526', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'mac_address': 'fa:16:3e:b6:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:29:41Z', 'updated_at': '2022-06-30T10:30:02Z', 'revision_number': 1, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:03.798523 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:03.826397 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30eb73-1da4-4d26-9237-3f4f6f4cef75 None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': 'd6600484-dfe2-4a9b-a2a8-5c1a59e3bc16', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'port_id': '8680755e-d0fd-445a-a396-22c627c26526', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'mac_address': 'fa:16:3e:b6:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:29:41Z', 'updated_at': '2022-06-30T10:30:02Z', 'revision_number': 1, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:30:04.038680 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68696b08-58bf-48de-98b8-92a945237824 None None] New status for floating IP d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:30:04.063582 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-0c9e4e0e-1e81-4285-a68d-17a9b0022502 req-760bc0f4-03cf-4fd6-aca1-edd00151deac tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3158593 Jun 30 10:30:04.178408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd91d6-ca79-4fb7-b8cc-3ddecfa314b9 req-c81f68bd-b37f-4f92-a849-6fe3c36c1349 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:04.179949 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7fcd91d6-ca79-4fb7-b8cc-3ddecfa314b9 req-c81f68bd-b37f-4f92-a849-6fe3c36c1349 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0482235 Jun 30 10:30:04.233118 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7fcd91d6-ca79-4fb7-b8cc-3ddecfa314b9 req-e36b01b1-b3fb-444e-9169-a5b665dc3697 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452588 Jun 30 10:30:04.255931 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50422) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:04.297167 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d6cfd-4243-4401-b38f-43d8f9efd56a tempest-TestVolumeBootPattern-127701027 tempest-TestVolumeBootPattern-127701027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:04.298671 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-250d6cfd-4243-4401-b38f-43d8f9efd56a tempest-TestVolumeBootPattern-127701027 tempest-TestVolumeBootPattern-127701027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1125 time: 0.0417595 Jun 30 10:30:04.301301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50424) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:04.306160 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:30:04.328293 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:04.398204 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:04.407373 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:04.516108 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Allocated IP 172.27.3.140 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/938e4855-0bc7-4767-aac8-50311ea68915) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:30:04.621015 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (938e4855-0bc7-4767-aac8-50311ea68915), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:04.655384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (938e4855-0bc7-4767-aac8-50311ea68915), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:04.695120 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:30:04.700487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:30:04.703164 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:30:04.730042 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=938e4855-0bc7-4767-aac8-50311ea68915,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:04.774664 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:05.045912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (6defb08d-c6b2-4b79-9ed6-3251c7ef887d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:05.119893 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (938e4855-0bc7-4767-aac8-50311ea68915), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:05.179457 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:05.274968 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (938e4855-0bc7-4767-aac8-50311ea68915), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:05.280054 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (938e4855-0bc7-4767-aac8-50311ea68915), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:05.356421 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=938e4855-0bc7-4767-aac8-50311ea68915,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:05.366208 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (6defb08d-c6b2-4b79-9ed6-3251c7ef887d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:05.466501 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Floating IP 6defb08d-c6b2-4b79-9ed6-3251c7ef887d associated. External IP: 172.27.3.140, port: d71ef954-02ed-4164-a6d7-fba537bdce97. Jun 30 10:30:05.678853 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:30:05.690594 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:05.784567 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:30:05.794913 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:30:05.802383 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:05.804276 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:30:05.804889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:05.833852 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-c721b0b1-a740-4c5b-8250-34aa85c325c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5315657 Jun 30 10:30:05.834570 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:30:05.837454 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:30:05.873295 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37754d3b-515c-4659-bcc5-e27f26fd2b6e x-openstack-request-id: req-37754d3b-515c-4659-bcc5-e27f26fd2b6e {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:30:05.873589 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:30:05.873844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37754d3b-515c-4659-bcc5-e27f26fd2b6e {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:30:05.874247 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37754d3b-515c-4659-bcc5-e27f26fd2b6e'] response: {'name': 'network-changed', 'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'status': 'completed', 'code': 200} Jun 30 10:30:05.904923 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:05.909216 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:30:05.935665 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-37246ac1-cd63-42c3-97b2-2377b6f6af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:05.937209 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-37246ac1-cd63-42c3-97b2-2377b6f6af3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1130 time: 0.0401735 Jun 30 10:30:06.030913 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-6ab4120b-9a77-4036-bff1-ad794cf7d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:06.032378 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-6ab4120b-9a77-4036-bff1-ad794cf7d89e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.0879731 Jun 30 10:30:06.073493 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:06.096638 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-0e8f874b-804f-40c1-8e70-fd2cd84ba7ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 1000 time: 0.0559392 Jun 30 10:30:06.118711 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:04Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:06.144161 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:30:06.145034 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-e0019aa7-291b-4e53-ae76-ca60de14a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:06.146557 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-e0019aa7-291b-4e53-ae76-ca60de14a75f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0440786 Jun 30 10:30:06.152660 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:30:06.153309 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:29:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:06.197138 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-cdb8284a-ecd5-4b7a-a5e7-65cb886b5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:06.198895 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-cdb8284a-ecd5-4b7a-a5e7-65cb886b5fd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452785 Jun 30 10:30:06.254977 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:30:06.290735 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-5e7a7280-38a5-40b4-9f09-09b54ce609b2 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Jun 30 10:30:06.385491 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-051e1dd3-6ad2-45ef-b2fd-993391d3f6df req-d06925a5-9a60-4b7d-bb7b-08a23bdb5868 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890825 Jun 30 10:30:06.463961 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:04Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:30:06.492314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b249d-be0f-4cc5-9c60-ff8e6d3da41c None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:04Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:30:06.684002 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccba0e7-c076-4745-97af-41c0602bc45d None None] New status for floating IP 6defb08d-c6b2-4b79-9ed6-3251c7ef887d: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:30:07.388964 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:09.557925 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50492) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:09.668683 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0e12-9948-475e-8155-c7e56847ed12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.746717 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0e12-9948-475e-8155-c7e56847ed12 admin admin] Publish callbacks [] for security_group (35b9d289-17eb-4467-91fb-38ebe25b83d2), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.750322 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0e12-9948-475e-8155-c7e56847ed12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (35b9d289-17eb-4467-91fb-38ebe25b83d2), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.787762 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb0e12-9948-475e-8155-c7e56847ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9d289-17eb-4467-91fb-38ebe25b83d2,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:09.795168 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-bbfb0e12-9948-475e-8155-c7e56847ed12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfbab252527441d581746b77e64f251c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337790 Jun 30 10:30:09.795323 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50498) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:09.846823 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bf85ec87-00f2-4333-bf31-0cc502d68a64 admin admin] Publish callbacks [] for security_group (35b9d289-17eb-4467-91fb-38ebe25b83d2), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.863941 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:09.868842 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bf85ec87-00f2-4333-bf31-0cc502d68a64 admin admin] Publish callbacks [] for security_group (35b9d289-17eb-4467-91fb-38ebe25b83d2), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.915452 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bf85ec87-00f2-4333-bf31-0cc502d68a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (35b9d289-17eb-4467-91fb-38ebe25b83d2), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.917834 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bf85ec87-00f2-4333-bf31-0cc502d68a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:09.918988 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-bf85ec87-00f2-4333-bf31-0cc502d68a64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35b9d289-17eb-4467-91fb-38ebe25b83d2 HTTP/1.1" status: 204 len: 168 time: 0.1227620 Jun 30 10:30:09.927263 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85ec87-00f2-4333-bf31-0cc502d68a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9d289-17eb-4467-91fb-38ebe25b83d2,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:10.186914 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50504) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:10.200724 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-acffb375-a299-42a4-b5eb-850f986575e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.274506 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-acffb375-a299-42a4-b5eb-850f986575e0 admin admin] Publish callbacks [] for security_group (3cc47db8-7041-42d2-9def-5007365ee8f0), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.277999 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-acffb375-a299-42a4-b5eb-850f986575e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (3cc47db8-7041-42d2-9def-5007365ee8f0), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.316587 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-acffb375-a299-42a4-b5eb-850f986575e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4fbba6cdcfc4f0b8240eb9282bcb866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285787 Jun 30 10:30:10.317428 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffb375-a299-42a4-b5eb-850f986575e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc47db8-7041-42d2-9def-5007365ee8f0,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:10.319332 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50506) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:10.373436 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a037675b-7c8a-40a2-b984-a00c1595485a admin admin] Publish callbacks [] for security_group (3cc47db8-7041-42d2-9def-5007365ee8f0), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.394743 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a037675b-7c8a-40a2-b984-a00c1595485a admin admin] Publish callbacks [] for security_group (3cc47db8-7041-42d2-9def-5007365ee8f0), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.441075 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a037675b-7c8a-40a2-b984-a00c1595485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (3cc47db8-7041-42d2-9def-5007365ee8f0), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.443593 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a037675b-7c8a-40a2-b984-a00c1595485a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.444717 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a037675b-7c8a-40a2-b984-a00c1595485a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cc47db8-7041-42d2-9def-5007365ee8f0 HTTP/1.1" status: 204 len: 168 time: 0.1242912 Jun 30 10:30:10.453196 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037675b-7c8a-40a2-b984-a00c1595485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc47db8-7041-42d2-9def-5007365ee8f0,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:10.777821 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50512) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:10.791474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1124-3e92-4a9e-bb6f-0aaf58a5890b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.837838 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:10.875399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1124-3e92-4a9e-bb6f-0aaf58a5890b admin admin] Publish callbacks [] for security_group (a5ca5501-87b3-44a8-871f-8fae8b9fb5e1), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.879288 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1124-3e92-4a9e-bb6f-0aaf58a5890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a5ca5501-87b3-44a8-871f-8fae8b9fb5e1), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.918170 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-bb8b1124-3e92-4a9e-bb6f-0aaf58a5890b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3348827c7f23485c913d90396f7873a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393578 Jun 30 10:30:10.920042 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b1124-3e92-4a9e-bb6f-0aaf58a5890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca5501-87b3-44a8-871f-8fae8b9fb5e1,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:10.920883 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50514) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:30:10.970310 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b76ea27e-b966-4621-ac13-88880788c2fb admin admin] Publish callbacks [] for security_group (a5ca5501-87b3-44a8-871f-8fae8b9fb5e1), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:10.990840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b76ea27e-b966-4621-ac13-88880788c2fb admin admin] Publish callbacks [] for security_group (a5ca5501-87b3-44a8-871f-8fae8b9fb5e1), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:11.039445 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b76ea27e-b966-4621-ac13-88880788c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a5ca5501-87b3-44a8-871f-8fae8b9fb5e1), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:11.041838 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b76ea27e-b966-4621-ac13-88880788c2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:11.042980 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-b76ea27e-b966-4621-ac13-88880788c2fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5ca5501-87b3-44a8-871f-8fae8b9fb5e1 HTTP/1.1" status: 204 len: 168 time: 0.1210754 Jun 30 10:30:11.050333 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ea27e-b966-4621-ac13-88880788c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca5501-87b3-44a8-871f-8fae8b9fb5e1,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:30:11.649022 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-77a0630a-07f7-4146-8a27-01411d74b08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:13.837829 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-895b24ba-6e2c-4b2c-ba63-2a32a9f00f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:15.248266 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:16.715818 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:17.061330 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:17.068692 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:20.338327 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:20.339179 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:20.913061 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=40,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:20.916217 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:21.026263 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=62,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:21.046322 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=70,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:27.064610 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:27.921251 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:37.915143 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:37.917298 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:41.654912 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-ca63f5ba-6031-45ab-8f90-da5418f1cf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:43.840411 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-89bcab49-5f7a-4082-8581-81496821a374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:44.390917 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:45.251331 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:45.326864 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=12 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:46.706938 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:47.070734 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:50.512566 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413e6c5-b94f-4364-9c49-55f625766af7 req-637681ca-a38f-4aa3-82ff-f14713e263a3 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:50.514042 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7413e6c5-b94f-4364-9c49-55f625766af7 req-637681ca-a38f-4aa3-82ff-f14713e263a3 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0479839 Jun 30 10:30:50.562171 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-7413e6c5-b94f-4364-9c49-55f625766af7 req-5dbc5eac-86d1-4a34-ba2d-2096f94e2e9c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Jun 30 10:30:51.678221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019653-03b6-47e5-a84e-cb4a075c2d5b req-13dbc3c6-9674-41b6-b1ee-aa3dd8b88587 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:51.679711 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3019653-03b6-47e5-a84e-cb4a075c2d5b req-13dbc3c6-9674-41b6-b1ee-aa3dd8b88587 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0482593 Jun 30 10:30:51.730626 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-d3019653-03b6-47e5-a84e-cb4a075c2d5b req-eb05dd5c-c67b-4c45-9591-d2221b8f3794 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Jun 30 10:30:52.844471 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ca46-fcb6-4d17-80ee-3f30e197cf59 req-9d7fce8a-984f-4070-8afd-6035772f887d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:52.845944 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-43e3ca46-fcb6-4d17-80ee-3f30e197cf59 req-9d7fce8a-984f-4070-8afd-6035772f887d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0460575 Jun 30 10:30:52.893624 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-43e3ca46-fcb6-4d17-80ee-3f30e197cf59 req-93136d6a-2383-42eb-a1c9-0ed8385db423 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Jun 30 10:30:54.005847 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38bdd1-804b-4add-9db3-2b42b435fbea req-4d07ac9b-d6dc-4566-b9d4-53b13f06191b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:54.007326 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ca38bdd1-804b-4add-9db3-2b42b435fbea req-4d07ac9b-d6dc-4566-b9d4-53b13f06191b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0461037 Jun 30 10:30:54.056915 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ca38bdd1-804b-4add-9db3-2b42b435fbea req-2b2999e4-6997-45a5-9fcf-adeffd2a07f1 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 Jun 30 10:30:55.173284 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204955a4-991f-406f-a891-816066dedbf9 req-10f46fc7-e257-47f1-8950-33e08e720f66 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:55.174756 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-204955a4-991f-406f-a891-816066dedbf9 req-10f46fc7-e257-47f1-8950-33e08e720f66 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0499601 Jun 30 10:30:55.221861 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-204955a4-991f-406f-a891-816066dedbf9 req-650fa927-a3b7-4bf0-896a-2adf1938a3a2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Jun 30 10:30:56.333635 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dd771-9b20-4be9-9cca-2aeca10f26df req-ff4374fa-352b-48d4-92cc-6967fc8a7066 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:56.335116 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d9dd771-9b20-4be9-9cca-2aeca10f26df req-ff4374fa-352b-48d4-92cc-6967fc8a7066 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0471771 Jun 30 10:30:56.380696 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8d9dd771-9b20-4be9-9cca-2aeca10f26df req-0a1038b4-0952-418f-9a7d-98192c72f819 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400867 Jun 30 10:30:56.700601 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:57.067477 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:57.335042 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:57.335843 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=21 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:30:57.493765 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84257f-cca5-4068-9fa6-5ca0a301c821 req-d658475c-a832-46b1-ad51-b0eb2f658e07 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:57.495271 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4f84257f-cca5-4068-9fa6-5ca0a301c821 req-d658475c-a832-46b1-ad51-b0eb2f658e07 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0468247 Jun 30 10:30:57.542027 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-4f84257f-cca5-4068-9fa6-5ca0a301c821 req-3f569609-e3f0-49ea-9588-0ed13250631d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Jun 30 10:30:57.918840 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:30:58.654073 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b9ac-8c6a-4adc-9174-cd5c2d471815 req-42dd4481-f178-41b0-bb0d-e671b2fc27b6 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:58.655555 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb8b9ac-8c6a-4adc-9174-cd5c2d471815 req-42dd4481-f178-41b0-bb0d-e671b2fc27b6 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0458908 Jun 30 10:30:58.703681 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3bb8b9ac-8c6a-4adc-9174-cd5c2d471815 req-e7fea890-46ce-4a68-9078-32af8c0686db tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Jun 30 10:30:59.817116 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356bcda-6071-4601-a375-febf294d80cd req-7c953dee-d73f-4c19-8d00-e65c8c2798a5 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:30:59.818602 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9356bcda-6071-4601-a375-febf294d80cd req-7c953dee-d73f-4c19-8d00-e65c8c2798a5 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0470731 Jun 30 10:30:59.868914 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-9356bcda-6071-4601-a375-febf294d80cd req-e39a4bb8-802a-484b-b046-2048cafd66fb tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 Jun 30 10:31:00.989740 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3f058-293b-41fb-9481-7bac6dfb3bf9 req-d880bd1e-639b-44e1-b2be-572e596a2b85 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:00.991204 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ffc3f058-293b-41fb-9481-7bac6dfb3bf9 req-d880bd1e-639b-44e1-b2be-572e596a2b85 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0504029 Jun 30 10:31:01.036698 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ffc3f058-293b-41fb-9481-7bac6dfb3bf9 req-0b3b0ff0-ba28-409f-98b1-6f50bec011e0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Jun 30 10:31:01.266072 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb3f9c-490e-4fea-80af-ab5d78bf67b4 req-59f475aa-e89d-4a50-8681-2527a322d6e7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:01.267572 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-96cb3f9c-490e-4fea-80af-ab5d78bf67b4 req-59f475aa-e89d-4a50-8681-2527a322d6e7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0470665 Jun 30 10:31:01.342591 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-96cb3f9c-490e-4fea-80af-ab5d78bf67b4 req-9c02056b-87ae-4125-a76b-d15c9d544b5d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693550 Jun 30 10:31:01.349874 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-403ffef7-cbc8-42fb-b8c4-8e380f4d087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:01.351383 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-403ffef7-cbc8-42fb-b8c4-8e380f4d087b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1130 time: 0.0516415 Jun 30 10:31:01.451380 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-e6c91694-ab92-4558-b04a-1374b662d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:01.453336 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-e6c91694-ab92-4558-b04a-1374b662d3ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.0927625 Jun 30 10:31:01.518395 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-c65fb60a-3b97-469c-aa5d-f5e6879eafd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 1002 time: 0.0547111 Jun 30 10:31:01.572289 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-bf0df74c-9f31-4375-b89c-f4ae4df62866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:01.573700 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-bf0df74c-9f31-4375-b89c-f4ae4df62866 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0464666 Jun 30 10:31:01.619309 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-c3674d9a-3713-446e-9ff0-0ee90b3ffaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:01.620756 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-c3674d9a-3713-446e-9ff0-0ee90b3ffaf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373774 Jun 30 10:31:01.717686 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-531cf54c-5797-45c3-ac3b-29c6d0235fb9 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863876 Jun 30 10:31:01.797219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:01.803091 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:01.815692 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-40b79ab5-10de-4646-b7a9-320bf086b845 req-9414cc13-0a1b-47a3-913b-de1a561fb533 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878146 Jun 30 10:31:02.464196 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e2b2c-4381-45d1-9831-23b4ec6b9ad1 req-0220ba48-a600-43ec-a8e4-fffdf7bb477f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:02.465637 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d5e2b2c-4381-45d1-9831-23b4ec6b9ad1 req-0220ba48-a600-43ec-a8e4-fffdf7bb477f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0461061 Jun 30 10:31:02.515396 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-8d5e2b2c-4381-45d1-9831-23b4ec6b9ad1 req-3435c1fb-f5df-4482-a9bb-32a083864461 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Jun 30 10:31:02.858938 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-efb8f1fe-3a5a-4abe-be0e-a7ccbec49b27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380681 Jun 30 10:31:03.187406 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b073-acc4-4b72-884f-63d32502969a req-9489273b-90f3-4e84-ae5d-882d14886b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:03.188902 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-9489273b-90f3-4e84-ae5d-882d14886b2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1130 time: 0.2840395 Jun 30 10:31:03.293116 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b073-acc4-4b72-884f-63d32502969a req-68e53dc5-37a4-4f80-9acd-06225c36b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:03.294577 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-68e53dc5-37a4-4f80-9acd-06225c36b107 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.0859075 Jun 30 10:31:03.360302 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-e1dd607e-cda8-4195-b532-585eca0bf775 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 1002 time: 0.0592437 Jun 30 10:31:03.407681 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b073-acc4-4b72-884f-63d32502969a req-0f1dbe62-ddf4-4132-b05f-23f3d6eb672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:03.409093 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-0f1dbe62-ddf4-4132-b05f-23f3d6eb672b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0431130 Jun 30 10:31:03.452094 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b073-acc4-4b72-884f-63d32502969a req-74d48cbb-991c-4004-8a91-714ce8c1c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:03.453453 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-74d48cbb-991c-4004-8a91-714ce8c1c867 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380127 Jun 30 10:31:03.544940 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-e6f08d45-28dc-4b99-a3b5-13fba550b1da service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853558 Jun 30 10:31:03.670221 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0c487-a50e-4277-ba1c-811eee4d3316 req-0c60c783-f7cc-4f5a-9e5d-fac97e578da5 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:03.671699 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6fa0c487-a50e-4277-ba1c-811eee4d3316 req-0c60c783-f7cc-4f5a-9e5d-fac97e578da5 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0875554 Jun 30 10:31:03.675537 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8ab5b073-acc4-4b72-884f-63d32502969a req-78ba46c9-07d9-4f1a-884d-5d8b63a21d0b service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245151 Jun 30 10:31:03.727003 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6fa0c487-a50e-4277-ba1c-811eee4d3316 req-716bb783-8737-477d-955d-75ad2425e345 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481262 Jun 30 10:31:07.913148 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:07.915013 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:11.656294 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-429e5607-3b0d-45ec-9ec6-a046f6f177d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:12.508983 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=57 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:12.511623 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=51 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:13.712883 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=55 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:13.723521 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=66 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:13.842518 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d343cac5-7c18-44ea-9743-be7f1b437da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:15.253023 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:16.709625 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:17.073970 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:21.390148 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:27.067601 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:27.069457 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:27.925570 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:34.336828 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:37.913409 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:37.920565 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:38.368353 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456e4aa-cccc-4016-a4e9-9f6dce98347e req-73f6504f-354d-42bc-82aa-fc817c15a73f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:38.369833 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6456e4aa-cccc-4016-a4e9-9f6dce98347e req-73f6504f-354d-42bc-82aa-fc817c15a73f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0471745 Jun 30 10:31:38.417052 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6456e4aa-cccc-4016-a4e9-9f6dce98347e req-a8e511f5-217e-4ccd-bc13-0e042fb5bbf9 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Jun 30 10:31:39.535222 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f4213-9187-4b64-bb8c-db92ff453295 req-d082e410-4c8f-4640-9868-072c4cea0cd3 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:39.537505 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b26f4213-9187-4b64-bb8c-db92ff453295 req-d082e410-4c8f-4640-9868-072c4cea0cd3 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0499296 Jun 30 10:31:39.583882 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b26f4213-9187-4b64-bb8c-db92ff453295 req-1db4fc59-4cfe-465c-9c7f-d37ce692479e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Jun 30 10:31:40.326864 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:40.697980 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc6a11-8113-4b0b-be15-dd777d2ee47c req-d2523b2e-a056-4d85-8733-c74f14cc81c8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:40.699462 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-01fc6a11-8113-4b0b-be15-dd777d2ee47c req-d2523b2e-a056-4d85-8733-c74f14cc81c8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0497861 Jun 30 10:31:40.746606 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-01fc6a11-8113-4b0b-be15-dd777d2ee47c req-aebb8e9d-a6d2-4778-b080-6e74ee4cc5c0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Jun 30 10:31:41.658084 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-37b48824-c28c-45e3-85e9-27f3a135302d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:41.858920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1659-85a5-4eb1-85f2-4546c312b7ff req-aee1d495-1cb4-42df-becb-3b62bf02cbca tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:41.860432 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9fdd1659-85a5-4eb1-85f2-4546c312b7ff req-aee1d495-1cb4-42df-becb-3b62bf02cbca tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0469780 Jun 30 10:31:41.910285 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9fdd1659-85a5-4eb1-85f2-4546c312b7ff req-bd5cdc79-f849-425b-b6b5-26cd1344b930 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Jun 30 10:31:43.022792 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fc7a7-b1a1-4800-b00d-b480e44b4842 req-de755c6b-552a-42ea-9244-abffeac7ada0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:43.024257 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-371fc7a7-b1a1-4800-b00d-b480e44b4842 req-de755c6b-552a-42ea-9244-abffeac7ada0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0467744 Jun 30 10:31:43.070976 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-371fc7a7-b1a1-4800-b00d-b480e44b4842 req-4165fae6-0dd3-4e70-a3c6-fedb0f3f2fe0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408506 Jun 30 10:31:43.844916 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b1dd576e-8260-4a62-abcd-50531cfae3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:44.181396 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6922-ec5b-4334-bf28-7926f0c24f5f req-d3502fbc-df98-497b-953b-7f3d5e99ed5f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:44.182872 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6fcb6922-ec5b-4334-bf28-7926f0c24f5f req-d3502fbc-df98-497b-953b-7f3d5e99ed5f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0457101 Jun 30 10:31:44.231828 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6fcb6922-ec5b-4334-bf28-7926f0c24f5f req-8e515651-7d65-497d-a55c-0784fc68fd73 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Jun 30 10:31:45.260514 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:45.348435 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0326835-8112-4fd3-b636-bd5cf70019f0 req-62e249fe-08e4-45f4-985e-da42b7afef22 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:45.350403 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d0326835-8112-4fd3-b636-bd5cf70019f0 req-62e249fe-08e4-45f4-985e-da42b7afef22 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0511844 Jun 30 10:31:45.396710 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d0326835-8112-4fd3-b636-bd5cf70019f0 req-cda976b8-d4cd-461d-b855-c4562c2e2f7a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Jun 30 10:31:45.823322 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-ade31f44-ab31-4ae3-b4ff-abc3208f8d23 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99717003&fields=id&tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 267 time: 0.0446434 Jun 30 10:31:45.930033 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-9804ca98-1eb8-4215-b1cc-d8985ccb2569 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:45.931495 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-9804ca98-1eb8-4215-b1cc-d8985ccb2569 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 811 time: 0.1019251 Jun 30 10:31:45.945988 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-e979a4f2-7586-4330-8b09-753b12b3e25b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/quotas/7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 375 time: 0.0091431 Jun 30 10:31:45.997698 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-44face4d-1ed6-415d-81ec-0ffef6d90838 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469108 Jun 30 10:31:46.100295 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-62185197-8f6d-4154-bcbb-bdc3e0c1cb1c service neutron] 10.222.0.44 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868146 Jun 30 10:31:46.189553 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-652de297-cb7d-4ed4-bf76-8e668c530af3 service neutron] 10.222.0.44 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833666 Jun 30 10:31:46.486055 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-30cd439f-7fc9-4cfc-9992-7a389b8a7deb req-6c15e71d-1850-4f23-a874-b36fe81b50f8 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 210 time: 0.0314801 Jun 30 10:31:46.524121 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b263313-8efb-48c9-875d-5eee3c3d12db req-56183218-7fb2-4c0f-9490-3436da4dabfe tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:46.525604 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5b263313-8efb-48c9-875d-5eee3c3d12db req-56183218-7fb2-4c0f-9490-3436da4dabfe tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0613699 Jun 30 10:31:46.574982 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-5b263313-8efb-48c9-875d-5eee3c3d12db req-f09ce36f-c96f-4a17-a202-5771a6ff8c19 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Jun 30 10:31:46.711609 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:47.077094 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:47.451749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-89ee5d80-28f8-4a14-964b-659ead4caaae tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:47.453190 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-89ee5d80-28f8-4a14-964b-659ead4caaae tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 811 time: 0.1025348 Jun 30 10:31:47.521854 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-131138e6-7b3c-4404-8efd-893ce53dbd9a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3 HTTP/1.1" status: 200 len: 378 time: 0.0595775 Jun 30 10:31:47.530869 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'port': {'device_id': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'admin_state_up': True, 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'security_groups': ['a44753ed-e343-4905-b8f3-870e82e24915']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:31:47.586701 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9a2b20a-ef67-4ae6-b8a4-20fcf687c041 req-f5cb6b1d-4004-4246-a83f-31688facb258 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 210 time: 0.0279024 Jun 30 10:31:47.601562 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:47.611138 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:47.651746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Made reservation on behalf of 7cf1b6f5f2de4a079ddce00779fb67d3 for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:31:47.655239 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:47.724082 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39d7df-a235-42f8-9b7f-6cc9081890ef req-fcf98950-6bcd-44b5-a4fc-ea1699d52ead tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:47.726001 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fa39d7df-a235-42f8-9b7f-6cc9081890ef req-fcf98950-6bcd-44b5-a4fc-ea1699d52ead tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0679464 Jun 30 10:31:47.839132 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-fa39d7df-a235-42f8-9b7f-6cc9081890ef req-d123f4c5-2a42-4c0a-a2d8-fd3fc67d3cfe tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876293 Jun 30 10:31:47.858621 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Allocated IP 172.20.0.3 (f0e75eb5-9d0c-41e1-9758-8fcd27353e66/c61720d1-33c9-4e94-ba70-ec073917af6a/8f60e70b-3f73-4042-b25f-75c2042ec13a) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:31:48.007531 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.041616 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.084238 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:31:48.087793 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:31:48.091515 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:31:48.097346 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=8f60e70b-3f73-4042-b25f-75c2042ec13a,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:48.130504 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.130880 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.131219 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.131550 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.131905 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.132225 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.132545 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.132863 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.133180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.133497 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.133817 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.134133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.134444 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.134777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.135090 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:48.160062 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:48.160783 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.180093 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-aed93e17-37b3-467d-a5ed-d8c20eff863a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6529992 Jun 30 10:31:48.193036 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Request body: {'port': {'device_id': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:31:48.254552 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.336062 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-88fddac7-f999-434a-9c63-77925404fb41 None None] Provisioning complete for port 8f60e70b-3f73-4042-b25f-75c2042ec13a triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:31:48.336718 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-88fddac7-f999-434a-9c63-77925404fb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.359682 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:48.367418 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-88fddac7-f999-434a-9c63-77925404fb41 None None] Port 8f60e70b-3f73-4042-b25f-75c2042ec13a cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:31:48.469847 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:48.519484 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f60e70b-3f73-4042-b25f-75c2042ec13a {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:31:48.527418 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Publish callbacks [] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.540037 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Transition to ACTIVE for port object 8f60e70b-3f73-4042-b25f-75c2042ec13a will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:31:48.542819 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.593120 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f60e70b-3f73-4042-b25f-75c2042ec13a,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:48.671007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Attempting to bind port 8f60e70b-3f73-4042-b25f-75c2042ec13a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:31:48.671007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Attempting to bind port 8f60e70b-3f73-4042-b25f-75c2042ec13a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:31:48.671007 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Attempting to bind port 8f60e70b-3f73-4042-b25f-75c2042ec13a on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:31:48.676560 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Port 8f60e70b-3f73-4042-b25f-75c2042ec13a on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:31:48.676888 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Attempting to bind port 8f60e70b-3f73-4042-b25f-75c2042ec13a on network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:31:48.683994 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:31:48.684334 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Checking segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:31:48.684719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Bound using segment: {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:31:48.685151 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Bound port: 8f60e70b-3f73-4042-b25f-75c2042ec13a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6122aa24-d50d-4f8e-9e12-406ac6d29e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:31:48.685520 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.709542 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ee62e-d301-4417-a0a3-5fead5b88772 req-bdddc086-494b-49c7-be00-e25bb30f87a2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:48.711275 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-419ee62e-d301-4417-a0a3-5fead5b88772 req-bdddc086-494b-49c7-be00-e25bb30f87a2 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0494540 Jun 30 10:31:48.756215 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] For port 8f60e70b-3f73-4042-b25f-75c2042ec13a, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:31:48.760307 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] For port 8f60e70b-3f73-4042-b25f-75c2042ec13a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:31:48.765881 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.768458 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-419ee62e-d301-4417-a0a3-5fead5b88772 req-3b63af34-72c2-4379-b5b4-b5e34bb5dc84 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512490 Jun 30 10:31:48.799049 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:48.799804 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:48.801241 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/8f60e70b-3f73-4042-b25f-75c2042ec13a HTTP/1.1" status: 200 len: 1093 time: 0.6127319 Jun 30 10:31:48.803987 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:31:48.807095 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1014124-d0cd-42a0-b910-9f4693f0648c" -d '{"events": [{"name": "network-changed", "server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:48.838818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235483af-9eb0-4868-bb10-d003de5c9eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f60e70b-3f73-4042-b25f-75c2042ec13a,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:48.850494 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9881d4-dc6e-4c07-9f5e-ec03ad9851c5 x-openstack-request-id: req-bb9881d4-dc6e-4c07-9f5e-ec03ad9851c5 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:48.850832 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:48.851099 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb9881d4-dc6e-4c07-9f5e-ec03ad9851c5 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:48.851578 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9881d4-dc6e-4c07-9f5e-ec03ad9851c5'] response: {'name': 'network-changed', 'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'status': 'completed', 'code': 200} Jun 30 10:31:48.935912 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1014124-d0cd-42a0-b910-9f4693f0648c req-6831f216-b378-40fb-a349-c0270a6c1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:48.937418 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c1014124-d0cd-42a0-b910-9f4693f0648c req-6831f216-b378-40fb-a349-c0270a6c1da8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 1127 time: 0.0422175 Jun 30 10:31:48.962552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3d43-d795-4247-9d2b-1393366bec5b req-1a40505e-7c21-46be-a4fc-12232c1c7084 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:48.964117 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e83f3d43-d795-4247-9d2b-1393366bec5b req-1a40505e-7c21-46be-a4fc-12232c1c7084 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0517535 Jun 30 10:31:49.017426 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-e83f3d43-d795-4247-9d2b-1393366bec5b req-b532a3ee-8a21-4b94-92d5-3e2baca5ba42 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465307 Jun 30 10:31:49.046076 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1014124-d0cd-42a0-b910-9f4693f0648c req-384a2eee-b79a-49be-9e0c-465dd58f5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:49.047569 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c1014124-d0cd-42a0-b910-9f4693f0648c req-384a2eee-b79a-49be-9e0c-465dd58f5bdf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1024766 Jun 30 10:31:49.142097 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1014124-d0cd-42a0-b910-9f4693f0648c req-f7b753e8-e2be-4307-8363-66b8fae545a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:49.143658 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-c1014124-d0cd-42a0-b910-9f4693f0648c req-f7b753e8-e2be-4307-8363-66b8fae545a1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873215 Jun 30 10:31:49.224929 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-7c919683-039a-4597-b107-ad12e09b9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:49.227224 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-7c919683-039a-4597-b107-ad12e09b9744 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 1127 time: 0.0417991 Jun 30 10:31:49.269077 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-a10b9bf5-2456-405b-8724-307d6c6e6f7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a HTTP/1.1" status: 200 len: 217 time: 0.0318515 Jun 30 10:31:49.310887 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:49.321493 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-b671fd50-2b52-4180-b4d0-edcd3c6d98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:49.323005 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-b671fd50-2b52-4180-b4d0-edcd3c6d98ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0456464 Jun 30 10:31:49.368353 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-6c0c6eac-aa2c-4ae8-a689-c6a0f382557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:49.369781 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-6c0c6eac-aa2c-4ae8-a689-c6a0f382557d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379410 Jun 30 10:31:49.468196 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-27aa1595-3a67-4355-ac22-ccf3a03cd5fd service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886796 Jun 30 10:31:49.563767 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a1db2374-d5ef-4c2c-954e-3bae5ac2034f req-dbee6882-8f41-481e-9534-e9e1c867e4a6 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855606 Jun 30 10:31:49.884178 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419fd8-d296-47a1-8c19-e5cec105731b req-95ae7ffd-08af-4bc5-8860-7ba98dfa22c3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:49.885548 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a8419fd8-d296-47a1-8c19-e5cec105731b req-95ae7ffd-08af-4bc5-8860-7ba98dfa22c3 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0461454 Jun 30 10:31:49.910981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:49.935459 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a8419fd8-d296-47a1-8c19-e5cec105731b req-2948cebf-20e5-40cd-bdb2-f601d0fc9d1a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444460 Jun 30 10:31:50.130669 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd532a-b1f8-40bb-b9ac-9fc032fadb23 req-8078897b-05ae-4766-9aa1-3a0a5cd0d499 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:50.132138 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f6fd532a-b1f8-40bb-b9ac-9fc032fadb23 req-8078897b-05ae-4766-9aa1-3a0a5cd0d499 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0470579 Jun 30 10:31:50.180019 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f6fd532a-b1f8-40bb-b9ac-9fc032fadb23 req-de6ddc40-75c4-4106-afa8-5427714bcfd1 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jun 30 10:31:51.046862 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bc7cb-60a9-4972-86ab-1c913d9529be req-04d8aa50-9704-49c8-8235-e7672f9b8538 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.048338 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e96bc7cb-60a9-4972-86ab-1c913d9529be req-04d8aa50-9704-49c8-8235-e7672f9b8538 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0463586 Jun 30 10:31:51.098494 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e96bc7cb-60a9-4972-86ab-1c913d9529be req-24a74318-ee66-4272-afee-e2d77ce3eefa tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439670 Jun 30 10:31:51.298425 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b839fd-faf2-4c3d-9b3e-17137d801491 req-798a13a4-0bcc-405d-ae00-b62656c82122 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.299894 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b5b839fd-faf2-4c3d-9b3e-17137d801491 req-798a13a4-0bcc-405d-ae00-b62656c82122 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0514343 Jun 30 10:31:51.347092 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-b5b839fd-faf2-4c3d-9b3e-17137d801491 req-15bf6a2e-184b-47b7-ba6b-1b38f91178a8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Jun 30 10:31:51.553673 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6131f-88c6-4d48-9e13-144bd1324679 req-c0257c7a-0feb-458b-9fb1-043dbdefa2f3 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.556026 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aaa6131f-88c6-4d48-9e13-144bd1324679 req-c0257c7a-0feb-458b-9fb1-043dbdefa2f3 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0506072 Jun 30 10:31:51.604189 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-aaa6131f-88c6-4d48-9e13-144bd1324679 req-98f1e4f4-1ce3-4389-afec-d5527ddce1c8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Jun 30 10:31:51.624508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-359ada3f-bb5d-458b-887e-2f46bbb1da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.626054 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-359ada3f-bb5d-458b-887e-2f46bbb1da72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1130 time: 0.0421176 Jun 30 10:31:51.720455 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-7d43e220-b8a6-48ab-bbd3-e0be844aea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.721877 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-7d43e220-b8a6-48ab-bbd3-e0be844aea8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.0857098 Jun 30 10:31:51.788102 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-d01992b1-bb18-4e2b-9643-0f4f98530feb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 1002 time: 0.0565279 Jun 30 10:31:51.843083 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-016f90a3-cff9-40af-b24c-dadfca57325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.844517 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-016f90a3-cff9-40af-b24c-dadfca57325c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0435185 Jun 30 10:31:51.889617 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-13f2305c-fcac-4f28-ac73-bda94a961f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:51.891246 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-13f2305c-fcac-4f28-ac73-bda94a961f15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380263 Jun 30 10:31:51.983113 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-030409c2-e80e-4184-98f6-55b5bb18fb78 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836124 Jun 30 10:31:52.078808 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-31ecc075-1a50-4b7b-b893-988e309ee78b req-93d12206-b802-4389-aecf-414436fed14a service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Jun 30 10:31:52.220034 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd14198-8e90-40ac-87ca-a8111311a26f req-5078edc7-1009-4f92-8817-a5720e5c959e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:52.221481 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9cd14198-8e90-40ac-87ca-a8111311a26f req-5078edc7-1009-4f92-8817-a5720e5c959e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0495939 Jun 30 10:31:52.256878 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:52.271286 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9cd14198-8e90-40ac-87ca-a8111311a26f req-f0b67e8e-4064-4fff-918c-92d7258300cc tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436466 Jun 30 10:31:52.725430 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da038de7-b2c3-4170-971a-b256e01bb33a req-60368aa9-ca3c-46dc-9d05-f065a7409021 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:52.727546 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-da038de7-b2c3-4170-971a-b256e01bb33a req-60368aa9-ca3c-46dc-9d05-f065a7409021 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0541461 Jun 30 10:31:52.773914 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-da038de7-b2c3-4170-971a-b256e01bb33a req-fb1f37eb-80fd-44be-982c-46046c09776a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Jun 30 10:31:53.387746 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e104-1a64-4d80-b6fd-1504b8ec3d7c req-f2b0b240-97e7-4728-85bb-f589a4a0d9cb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:53.389764 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eec3e104-1a64-4d80-b6fd-1504b8ec3d7c req-f2b0b240-97e7-4728-85bb-f589a4a0d9cb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0506840 Jun 30 10:31:53.440091 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-eec3e104-1a64-4d80-b6fd-1504b8ec3d7c req-fc793a07-6518-4dd8-83b4-7428f7a10e20 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446627 Jun 30 10:31:54.698884 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:54.709770 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26107e19-621c-47bc-a8b9-3809b8be048b req-302a86e4-b517-4049-98b0-69c30dd0017e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:54.711242 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-26107e19-621c-47bc-a8b9-3809b8be048b req-302a86e4-b517-4049-98b0-69c30dd0017e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.2022500 Jun 30 10:31:54.761211 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-26107e19-621c-47bc-a8b9-3809b8be048b req-de7f9c33-5b92-4dfe-b8ce-914349f5bea8 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433428 Jun 30 10:31:55.923374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ebad7-2c2c-4c80-8713-37f66354045c req-183815aa-b103-4334-b062-456f63dbd866 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:55.924811 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9f0ebad7-2c2c-4c80-8713-37f66354045c req-183815aa-b103-4334-b062-456f63dbd866 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0990760 Jun 30 10:31:55.976598 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9f0ebad7-2c2c-4c80-8713-37f66354045c req-c9f8e67d-bc10-40ce-a227-23f6a70a394b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461106 Jun 30 10:31:56.968239 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8f60e70b-3f73-4042-b25f-75c2042ec13a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:31:57.065901 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 8f60e70b-3f73-4042-b25f-75c2042ec13a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:57.076564 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:57.078509 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'port_id': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'mac_address': 'fa:16:3e:8c:94:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:31:57.093068 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6253-af3d-495a-b9e2-a7bbc3abbf36 req-04627521-2ef1-4dcb-b153-bd38d3d46560 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:57.094566 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-180e6253-af3d-495a-b9e2-a7bbc3abbf36 req-04627521-2ef1-4dcb-b153-bd38d3d46560 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 943 time: 0.0482256 Jun 30 10:31:57.118190 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 8f60e70b-3f73-4042-b25f-75c2042ec13a is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:31:57.118759 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:57.131762 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f60e70b-3f73-4042-b25f-75c2042ec13a {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:31:57.149837 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-180e6253-af3d-495a-b9e2-a7bbc3abbf36 req-fd9a7324-057a-4c7f-89ba-58d26c1ae41e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492680 Jun 30 10:31:57.153204 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 8f60e70b-3f73-4042-b25f-75c2042ec13a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:57.159008 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:57.205475 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=8f60e70b-3f73-4042-b25f-75c2042ec13a,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:57.212698 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.213153 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.213498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.214013 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.214348 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.214677 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.215041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.215563 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.215902 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.216262 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.216589 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.216914 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.217234 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.217576 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.217893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:57.457407 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['8f60e70b-3f73-4042-b25f-75c2042ec13a'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:31:58.151101 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:58.266598 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a75cc-d8a0-476a-bef4-a0b263c632aa req-56c19e79-3ab0-403c-8d00-019120f9a07b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:58.268083 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-877a75cc-d8a0-476a-bef4-a0b263c632aa req-56c19e79-3ab0-403c-8d00-019120f9a07b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 944 time: 0.0460918 Jun 30 10:31:58.316875 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-877a75cc-d8a0-476a-bef4-a0b263c632aa req-6549f0bf-ef09-457d-ad98-856ddef3ddae tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426283 Jun 30 10:31:58.389454 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:58.984043 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8f60e70b-3f73-4042-b25f-75c2042ec13a up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:31:59.012969 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:59.028808 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 8f60e70b-3f73-4042-b25f-75c2042ec13a completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:31:59.035057 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 8f60e70b-3f73-4042-b25f-75c2042ec13a triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:31:59.035422 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:59.075323 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:59.108240 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 8f60e70b-3f73-4042-b25f-75c2042ec13a is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:31:59.108609 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:59.130646 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:31:59.132846 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b11309-61af-4cba-abb6-50af1b7492e1" -d '{"events": [{"server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "name": "network-vif-plugged", "status": "completed", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:59.145959 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 8f60e70b-3f73-4042-b25f-75c2042ec13a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:59.150800 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:31:59.174052 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b1b33c-78cb-488c-8d85-27ade7134420 x-openstack-request-id: req-e8b1b33c-78cb-488c-8d85-27ade7134420 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:59.174650 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "name": "network-vif-plugged", "status": "completed", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:59.174650 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8b1b33c-78cb-488c-8d85-27ade7134420 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:59.174984 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b1b33c-78cb-488c-8d85-27ade7134420'] response: {'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'code': 200} Jun 30 10:31:59.200245 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=8f60e70b-3f73-4042-b25f-75c2042ec13a,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:59.390941 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961d7-e808-4bb0-8e3e-6b292ad1e8dc req-9034d6fd-9b5b-4b40-9b6e-2a16f0f03748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:59.392387 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-453961d7-e808-4bb0-8e3e-6b292ad1e8dc req-9034d6fd-9b5b-4b40-9b6e-2a16f0f03748 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 1129 time: 0.0387199 Jun 30 10:31:59.399673 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:31:59.462778 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99055a-97ac-4986-a794-a6d433805437 req-00fd838c-dbba-4531-931f-a29ea4d6124b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:31:59.464152 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f99055a-97ac-4986-a794-a6d433805437 req-00fd838c-dbba-4531-931f-a29ea4d6124b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0753014 Jun 30 10:31:59.483277 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-453961d7-e808-4bb0-8e3e-6b292ad1e8dc req-42885c53-5179-4731-830b-58652805b9f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813122 Jun 30 10:31:59.519259 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2f99055a-97ac-4986-a794-a6d433805437 req-c0ffb75d-da99-455f-91e0-210fd50e93f9 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462055 Jun 30 10:32:00.638359 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6f1fc-6be0-406a-88da-508d609d7aa1 req-a07897bc-db08-441b-aff1-719f734afa5c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:00.639888 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9b6f1fc-6be0-406a-88da-508d609d7aa1 req-a07897bc-db08-441b-aff1-719f734afa5c tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Jun 30 10:32:00.688310 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d9b6f1fc-6be0-406a-88da-508d609d7aa1 req-5fa5095c-e2ad-4d70-86b3-a8dd339eb201 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428820 Jun 30 10:32:01.800326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef4d3-8f30-4a75-9941-34f5f2336a3d req-d9c54078-0a61-4ca9-9c47-27b2fbe38c2a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:01.801780 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c8ef4d3-8f30-4a75-9941-34f5f2336a3d req-d9c54078-0a61-4ca9-9c47-27b2fbe38c2a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0466957 Jun 30 10:32:01.850407 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-8c8ef4d3-8f30-4a75-9941-34f5f2336a3d req-55a1496b-8506-4e40-ad51-6fb42f34f58f tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430126 Jun 30 10:32:01.962645 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dc215-2d90-487a-ada6-f8353d178106 req-4d74b952-0c47-4e05-88eb-a94cb547010b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:01.964957 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1c4dc215-2d90-487a-ada6-f8353d178106 req-4d74b952-0c47-4e05-88eb-a94cb547010b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0467815 Jun 30 10:32:02.013074 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1c4dc215-2d90-487a-ada6-f8353d178106 req-fde0eda4-8916-485b-91ca-accb3710785e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425427 Jun 30 10:32:02.035486 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50752) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:02.077234 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc124d-d5e5-4324-bd4b-25585e053c36 tempest-TestVolumeBootPattern-127701027 tempest-TestVolumeBootPattern-127701027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:02.078765 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-eabc124d-d5e5-4324-bd4b-25585e053c36 tempest-TestVolumeBootPattern-127701027 tempest-TestVolumeBootPattern-127701027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 1124 time: 0.0422745 Jun 30 10:32:02.081548 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50754) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:02.085623 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'port_id': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:02.105735 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:02.180882 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:02.287745 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Allocated IP 172.27.3.81 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/5d5248ba-736e-43a8-8776-49c291c63f4e) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:02.356818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:02.390594 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:02.422808 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:02.466107 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:02.470894 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:02.474781 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:32:02.478074 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=5d5248ba-736e-43a8-8776-49c291c63f4e,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:02.674723 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:02.804432 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (a42418f2-3e34-4cc1-bb20-6274a2bb09d8), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:03.121664 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-533b6d32-5cf3-47fc-986d-15eac262a259 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3140600 Jun 30 10:32:03.175981 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:03.209271 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-9f19fae2-ad98-4d41-86f7-2400487ec12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:03.210742 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-9f19fae2-ad98-4d41-86f7-2400487ec12a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 1130 time: 0.0666106 Jun 30 10:32:03.365627 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:03.387987 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-5620fc38-d26b-4ab0-86ce-b463861f85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:03.389365 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-5620fc38-d26b-4ab0-86ce-b463861f85a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.1604650 Jun 30 10:32:03.440426 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:03.450508 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:03.504348 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-19253f8f-a088-4fd0-bb1e-78daec309e9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 200 len: 1002 time: 0.1069362 Jun 30 10:32:03.562543 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event updated for resources: {'Port': ['ID=5d5248ba-736e-43a8-8776-49c291c63f4e,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:03.583272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (a42418f2-3e34-4cc1-bb20-6274a2bb09d8), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:03.650910 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-577d8bb1-64b4-4f5f-a6f6-6d4242494d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:03.652420 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-577d8bb1-64b4-4f5f-a6f6-6d4242494d94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.1230450 Jun 30 10:32:03.715831 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-d3d1c6b5-6719-4e64-8f63-19f9464e6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:03.717325 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-d3d1c6b5-6719-4e64-8f63-19f9464e6ae7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537982 Jun 30 10:32:03.751387 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Floating IP a42418f2-3e34-4cc1-bb20-6274a2bb09d8 associated. External IP: 172.27.3.81, port: 8f60e70b-3f73-4042-b25f-75c2042ec13a. Jun 30 10:32:03.853018 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:03.897006 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-4cda6761-777c-442d-9564-4b07b6c1fdda service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723740 Jun 30 10:32:04.074145 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-0f217fe1-1570-44e0-9c96-e329cb38b8c9 req-e8953ef7-9ed3-4e6c-826a-9db7483ee04f service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686764 Jun 30 10:32:04.075712 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:32:04.165209 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:04.175965 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:04.186111 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:04.194748 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:04.196936 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:32:04.197763 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:31:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:04.230152 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8c32dbbb-7536-4392-a594-b81af1c07fe7 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1450429 Jun 30 10:32:04.230152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:32:04.230995 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1934eccf-8c67-4cae-98e2-169e6d7e8d78" -d '{"events": [{"name": "network-changed", "server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:04.267292 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc1e3f-c139-4978-9a4d-5139a85fcac1 x-openstack-request-id: req-83dc1e3f-c139-4978-9a4d-5139a85fcac1 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:04.267684 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:04.267946 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83dc1e3f-c139-4978-9a4d-5139a85fcac1 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:04.268380 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dc1e3f-c139-4978-9a4d-5139a85fcac1'] response: {'name': 'network-changed', 'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'status': 'completed', 'code': 200} Jun 30 10:32:04.303327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:32:04.327521 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-3212b35f-f50d-4aa3-84d1-5c9b4b33b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:04.328949 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-3212b35f-f50d-4aa3-84d1-5c9b4b33b8d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 1129 time: 0.0405459 Jun 30 10:32:04.418549 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-4a9a931e-e9ee-465a-b683-c1182346574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:04.420051 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-4a9a931e-e9ee-465a-b683-c1182346574f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.0848205 Jun 30 10:32:04.487013 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-2f359536-ec6f-4272-9b82-c57644c31e79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a HTTP/1.1" status: 200 len: 998 time: 0.0598123 Jun 30 10:32:04.514400 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:06Z', 'revision_number': 1, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}, {'id': 'a42418f2-3e34-4cc1-bb20-6274a2bb09d8', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:8c:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:32:02Z', 'updated_at': '2022-06-30T10:32:02Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:04.537136 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-26f86d38-61d4-41ee-9aa3-b629b05b126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:04.538581 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-26f86d38-61d4-41ee-9aa3-b629b05b126f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0456498 Jun 30 10:32:04.544064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:04.552478 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:32:04.553084 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:31:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:04.582317 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-1f8ee236-5a16-4549-b292-36137f83de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:04.583736 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-1f8ee236-5a16-4549-b292-36137f83de86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378737 Jun 30 10:32:04.649067 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:32:04.678810 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-407585a0-5c42-4203-bd8e-4a8e1b5b8d2d service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877271 Jun 30 10:32:04.767742 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-1934eccf-8c67-4cae-98e2-169e6d7e8d78 req-518e718e-dd16-4ba1-843f-3cca7056d540 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830834 Jun 30 10:32:04.863710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:06Z', 'revision_number': 1, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}, {'id': 'a42418f2-3e34-4cc1-bb20-6274a2bb09d8', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:8c:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:32:02Z', 'updated_at': '2022-06-30T10:32:02Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:04.887524 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b55030-ffd9-4c24-8cc9-b2c1b9ca2720 None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:06Z', 'revision_number': 1, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}, {'id': 'a42418f2-3e34-4cc1-bb20-6274a2bb09d8', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:8c:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:32:02Z', 'updated_at': '2022-06-30T10:32:02Z', 'revision_number': 0, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:05.089897 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58e7b2-88d6-411d-be3a-e17221e6bede None None] New status for floating IP a42418f2-3e34-4cc1-bb20-6274a2bb09d8: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:32:11.659693 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-91b88e2c-b3ac-4ebb-ac29-4c7f20a97e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:12.004814 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=22 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:12.007857 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=34 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:13.847070 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6abfcef8-4de2-4dc4-b649-4f889007ce4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:14.763268 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:14.764170 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=54 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:15.187158 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:15.191475 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:15.249685 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:15.254889 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:15.263387 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:16.713933 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:17.079301 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:27.072985 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:27.075208 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:28.153922 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:32.382594 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929070d-142b-415b-b017-ffef715c1f59 req-4afe130d-40b8-4295-9ada-a3b667fd2b0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:32.384101 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1929070d-142b-415b-b017-ffef715c1f59 req-4afe130d-40b8-4295-9ada-a3b667fd2b0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0506976 Jun 30 10:32:32.431070 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-1929070d-142b-415b-b017-ffef715c1f59 req-869d359c-4f53-43fe-8754-26633c982ea5 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Jun 30 10:32:33.552199 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13212a-913e-4b03-a2bb-2d147d68086c req-552e661e-9171-42bc-afd2-1cae5a2ebc0f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:33.553646 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9c13212a-913e-4b03-a2bb-2d147d68086c req-552e661e-9171-42bc-afd2-1cae5a2ebc0f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0508139 Jun 30 10:32:33.600851 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-9c13212a-913e-4b03-a2bb-2d147d68086c req-07d0a2b7-2a17-440d-b60c-6596fe28f9ec tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Jun 30 10:32:34.512624 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-2142b3f7-0475-4667-a431-02f81326068b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:34.514071 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-2142b3f7-0475-4667-a431-02f81326068b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0457308 Jun 30 10:32:34.600493 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Deleting port 8680755e-d0fd-445a-a396-22c627c26526 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:32:34.601181 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (8680755e-d0fd-445a-a396-22c627c26526), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:34.688351 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] For port 8680755e-d0fd-445a-a396-22c627c26526, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8680755e-d0fd-445a-a396-22c627c26526,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:34.688714 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (8680755e-d0fd-445a-a396-22c627c26526), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:34.716635 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1747c4-c450-4053-84be-64e9fedbe634 req-5e94a0b1-8cd6-4091-957f-3c762c144eec tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:34.718298 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cd1747c4-c450-4053-84be-64e9fedbe634 req-5e94a0b1-8cd6-4091-957f-3c762c144eec tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=80bc4c96-e88e-4100-8bd0-97cfdf4e898b HTTP/1.1" status: 200 len: 946 time: 0.0486269 Jun 30 10:32:34.765970 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cd1747c4-c450-4053-84be-64e9fedbe634 req-2939148a-b8a3-4638-b60a-09f7ab59ad75 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=256a4986-a102-4913-b7db-9c6ab97e11ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jun 30 10:32:34.849904 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:34.850272 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:34.850592 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Floating IP d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16 disassociated. External IP: 172.27.3.160, port: 8680755e-d0fd-445a-a396-22c627c26526. Jun 30 10:32:34.850975 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Calling delete_port for 8680755e-d0fd-445a-a396-22c627c26526 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:32:34.977859 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (8680755e-d0fd-445a-a396-22c627c26526), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:35.006293 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event deleted for resources: {'Port': ['ID=8680755e-d0fd-445a-a396-22c627c26526,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:35.118227 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Router c166420a-94eb-42f4-b34d-62bf3711642b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:32:35.221581 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:35.232510 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:35.242597 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:32:35.243239 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:32:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.264335 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] No DVR routers for this DVR port 8680755e-d0fd-445a-a396-22c627c26526 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:32:35.266900 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:35.270107 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-3d3fc56f-2ce6-42d3-8b23-1be73bac8977 req-d5c495aa-fa39-47e7-815e-e83edee49af2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "DELETE /v2.0/ports/8680755e-d0fd-445a-a396-22c627c26526 HTTP/1.1" status: 204 len: 173 time: 0.7500339 Jun 30 10:32:35.270486 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'name': 'network-vif-deleted', 'tag': '8680755e-d0fd-445a-a396-22c627c26526'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:32:35.272709 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16dcf95-56c9-45f6-b965-d30ca5fabe77" -d '{"events": [{"server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "name": "network-vif-deleted", "tag": "8680755e-d0fd-445a-a396-22c627c26526"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:35.315179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17f6d1-913d-477c-96cb-5c36edb87559 x-openstack-request-id: req-ef17f6d1-913d-477c-96cb-5c36edb87559 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:35.315472 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bc4c96-e88e-4100-8bd0-97cfdf4e898b", "name": "network-vif-deleted", "tag": "8680755e-d0fd-445a-a396-22c627c26526", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:35.315726 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef17f6d1-913d-477c-96cb-5c36edb87559 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:35.316785 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef17f6d1-913d-477c-96cb-5c36edb87559'] response: {'server_uuid': '80bc4c96-e88e-4100-8bd0-97cfdf4e898b', 'name': 'network-vif-deleted', 'tag': '8680755e-d0fd-445a-a396-22c627c26526', 'status': 'completed', 'code': 200} Jun 30 10:32:35.351688 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:32:35.388636 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:32:35.547584 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.572038 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:35.580825 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:32:35.581434 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:32:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.678997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:32:35.859012 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50804) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:35.873433 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:35.898085 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7b2ea-67cd-435d-a285-16e9acab9f3c None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:35.915918 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (256a4986-a102-4913-b7db-9c6ab97e11ac), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:35.945103 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (256a4986-a102-4913-b7db-9c6ab97e11ac), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:35.993679 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (256a4986-a102-4913-b7db-9c6ab97e11ac), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:35.996754 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:35.997892 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "DELETE /v2.0/security-groups/256a4986-a102-4913-b7db-9c6ab97e11ac HTTP/1.1" status: 204 len: 168 time: 0.1372218 Jun 30 10:32:36.000825 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50806) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:36.007985 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a4986-a102-4913-b7db-9c6ab97e11ac,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.015869 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.016214 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.016552 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.016886 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.017072 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.api.v2.resource [None req-3572f7f2-edd8-4c52-8d2c-a74ed1a5f2a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] show failed (client error): The resource could not be found. Jun 30 10:32:36.017246 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.017521 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.017841 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.018135 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-3572f7f2-edd8-4c52-8d2c-a74ed1a5f2a4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups/256a4986-a102-4913-b7db-9c6ab97e11ac HTTP/1.1" status: 404 len: 347 time: 0.0163789 Jun 30 10:32:36.018413 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.018538 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.018788 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.019107 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.019424 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.019738 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.020051 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.020363 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c52b79-cf9a-4093-bd05-5a55e0523546 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:32:36.020949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50808) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:36.063370 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:36.076163 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:36.134540 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e631b4-cc17-4d6e-8052-d2e7aab501fb None None] New status for floating IP d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:32:36.157564 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Deleting port c310cfaa-c9d3-431a-8a85-49199e0fed9f {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:32:36.157931 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.238974 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.239353 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (c310cfaa-c9d3-431a-8a85-49199e0fed9f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.254642 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Calling delete_port for c310cfaa-c9d3-431a-8a85-49199e0fed9f owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:32:36.391695 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (c310cfaa-c9d3-431a-8a85-49199e0fed9f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.413285 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event deleted for resources: {'Port': ['ID=c310cfaa-c9d3-431a-8a85-49199e0fed9f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.479509 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.482994 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.484146 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-8986e433-4fa0-4e73-92d9-2aa9f188c0ac tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6600484-dfe2-4a9b-a2a8-5c1a59e3bc16 HTTP/1.1" status: 204 len: 168 time: 0.4621291 Jun 30 10:32:36.560977 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 50812) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:36.565537 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605370188', 'description': 'tempest-description--1215318593'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:36.586039 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.656316 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (99baace4-776d-4057-8405-910a2887774a), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.660134 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (99baace4-776d-4057-8405-910a2887774a), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.689976 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.691220 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1291857 Jun 30 10:32:36.694451 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50814) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:36.695469 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4385d8-af54-4054-8d9f-fe9ab55ba367 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99baace4-776d-4057-8405-910a2887774a,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.699126 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'security_group_rule': {'security_group_id': '99baace4-776d-4057-8405-910a2887774a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:36.726223 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (9ad5c272-63fc-4366-a1bf-e858cd805a15), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.784674 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (9ad5c272-63fc-4366-a1bf-e858cd805a15), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.788356 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (9ad5c272-63fc-4366-a1bf-e858cd805a15), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.806348 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad5c272-63fc-4366-a1bf-e858cd805a15,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.814483 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.815745 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d0c695d0-c1c3-40d9-a5c9-0234024bcbc8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201358 Jun 30 10:32:36.818311 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50816) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:36.822870 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'security_group_rule': {'security_group_id': '99baace4-776d-4057-8405-910a2887774a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:36.849651 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (616f7bcf-a226-4baf-91de-a3a8862159d8), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.904531 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (616f7bcf-a226-4baf-91de-a3a8862159d8), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.908175 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534803'] for security_group_rule (616f7bcf-a226-4baf-91de-a3a8862159d8), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.928694 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616f7bcf-a226-4baf-91de-a3a8862159d8,revision_number=0']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:36.936149 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:36.937342 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-71296ff5-31f9-4d25-97f2-0b08150f5a0a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180789 Jun 30 10:32:36.940690 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50818) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:36.945131 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'floatingip': {'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:36.965874 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.042439 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.125423 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8680755e-d0fd-445a-a396-22c627c26526 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:32:37.126055 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:37.140007 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:37.149107 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 8680755e-d0fd-445a-a396-22c627c26526 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:32:37.149452 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8680755e-d0fd-445a-a396-22c627c26526 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:32:37.155678 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_common [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Allocated IP 172.27.3.170 (2c595ef6-b55a-455c-ac78-d0d7f3757e75/0b8dfa53-9394-4e62-9d5d-7e942cb5881d/c32fd814-88ff-4eff-8050-7fa27a9ee1c6) {{(pid=103764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:37.257267 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.287861 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.326915 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Network 2c595ef6-b55a-455c-ac78-d0d7f3757e75 is already hosted by enough agents. {{(pid=103764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:37.331978 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.base_scheduler [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Resources bound (agent type, host, resource id): {{(pid=103764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:37.335602 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Received port after_create {{(pid=103764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:32:37.363226 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'Port': ['ID=c32fd814-88ff-4eff-8050-7fa27a9ee1c6,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:37.421235 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (12675183-eaef-40c0-a897-1438093ca212), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.457656 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.606942 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.611687 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25306259'] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.684182 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'Port': ['ID=c32fd814-88ff-4eff-8050-7fa27a9ee1c6,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:37.692378 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (12675183-eaef-40c0-a897-1438093ca212), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.707799 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:37.709032 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-23a5f860-0243-4872-b41b-7f07f6014b6d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7674997 Jun 30 10:32:37.906384 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-d55c0ea2-88e7-43bb-8c83-d19e80beaa80 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--605370188&fields=id&tenant_id=6b5693ab060c4dc98949c1e9cf1a331a HTTP/1.1" status: 200 len: 267 time: 0.0419385 Jun 30 10:32:38.017147 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-b44a87e8-8bf9-4fd1-8e28-3066ecb10435 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:38.018598 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-b44a87e8-8bf9-4fd1-8e28-3066ecb10435 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 810 time: 0.1050055 Jun 30 10:32:38.033233 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-98f74817-a61c-44c8-bab6-0511b58db388 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/quotas/6b5693ab060c4dc98949c1e9cf1a331a HTTP/1.1" status: 200 len: 375 time: 0.0092623 Jun 30 10:32:38.080180 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-fd427da6-5117-4eb4-bd60-70a74f8b0eff tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420685 Jun 30 10:32:38.095170 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-b0bac76b-88f2-4536-9b32-f16c432de058 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:32:38.096102 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-b0bac76b-88f2-4536-9b32-f16c432de058 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047538 Jun 30 10:32:38.159631 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:38.182863 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:38.189384 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-6328ecea-a49e-4343-ac6e-ec128cfb99a7 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 Jun 30 10:32:38.279678 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-7094458e-69ff-4cc1-84d7-08a1b224d7a3 service neutron] 10.222.0.44 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837860 Jun 30 10:32:38.440512 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-c9245ef9-6419-4a2b-b7d1-3e5ca47a7c42 req-f0d7cf16-a2c8-439a-a322-2bd10ef6a03a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 210 time: 0.0282896 Jun 30 10:32:39.739346 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-50ab0b65-a20d-481e-ac48-ca3f6490d518 req-64c6ab93-a7bc-4e87-95fc-0c6a29d1c908 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 210 time: 0.0329840 Jun 30 10:32:39.765155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-b62e353c-e37d-4518-a1cf-2aeb39d35890 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:39.766624 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-b62e353c-e37d-4518-a1cf-2aeb39d35890 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 810 time: 0.3847916 Jun 30 10:32:39.832502 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-c641ecb1-826f-4586-89b1-da2e36f156f9 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b5693ab060c4dc98949c1e9cf1a331a HTTP/1.1" status: 200 len: 379 time: 0.0541842 Jun 30 10:32:39.844400 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'port': {'device_id': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'admin_state_up': True, 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'security_groups': ['99baace4-776d-4057-8405-910a2887774a']}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:39.953649 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Made reservation on behalf of 6b5693ab060c4dc98949c1e9cf1a331a for: {'port': 1} {{(pid=103763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:32:39.957085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.080999 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Allocated IP 172.20.0.6 (6fa76c0a-e96d-4c16-8410-1d332803484c/de1a90c4-1fac-4566-b835-d8676112929b/0280438b-8903-4093-a352-3e21205b8d15) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:32:40.227485 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for port (0280438b-8903-4093-a352-3e21205b8d15), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.259558 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068483413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (0280438b-8903-4093-a352-3e21205b8d15), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.307936 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Network 6fa76c0a-e96d-4c16-8410-1d332803484c is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:32:40.311257 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:32:40.315215 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 10:32:40.321645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event updated for resources: {'Port': ['ID=0280438b-8903-4093-a352-3e21205b8d15,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:40.370639 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:40.371278 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.374668 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:40.378847 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:40.392257 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-cd4491aa-5e3c-4b64-847a-19cc7108976f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514250 Jun 30 10:32:40.407622 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-f89d1f5d-0529-411d-9d7e-d0cda50f112e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 10:32:40.408598 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-f89d1f5d-0529-411d-9d7e-d0cda50f112e tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054178 Jun 30 10:32:40.487318 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.v2.base [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Request body: {'port': {'device_id': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:40.549399 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0280438b-8903-4093-a352-3e21205b8d15), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.613974 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-6cf7ff0b-bf99-4964-b8b1-82b6798b5d2f None None] Provisioning complete for port 0280438b-8903-4093-a352-3e21205b8d15 triggered by entity DHCP. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:32:40.614997 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6cf7ff0b-bf99-4964-b8b1-82b6798b5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0280438b-8903-4093-a352-3e21205b8d15), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.647015 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7ff0b-bf99-4964-b8b1-82b6798b5d2f None None] Port 0280438b-8903-4093-a352-3e21205b8d15 cannot update to ACTIVE because it is not bound. {{(pid=103765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 10:32:40.807737 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0280438b-8903-4093-a352-3e21205b8d15 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:32:40.815577 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Publish callbacks [] for port (0280438b-8903-4093-a352-3e21205b8d15), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.832030 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Transition to ACTIVE for port object 0280438b-8903-4093-a352-3e21205b8d15 will not be triggered until provisioned by entity L2. {{(pid=103763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 10:32:40.837369 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (0280438b-8903-4093-a352-3e21205b8d15), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:40.866345 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033465bb-bbd8-4cd2-bbff-eaae2fb3d2b3 req-96c7b8e9-2172-499e-a741-57ee5e1676c4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:40.868889 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-033465bb-bbd8-4cd2-bbff-eaae2fb3d2b3 req-96c7b8e9-2172-499e-a741-57ee5e1676c4 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 931 time: 0.0595841 Jun 30 10:32:40.899867 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Pushing event updated for resources: {'Port': ['ID=0280438b-8903-4093-a352-3e21205b8d15,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:40.923221 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:40.933038 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-033465bb-bbd8-4cd2-bbff-eaae2fb3d2b3 req-7cde593c-d898-449d-b5c2-2571d0f74273 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574210 Jun 30 10:32:40.989156 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Attempting to bind port 0280438b-8903-4093-a352-3e21205b8d15 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 10:32:40.989838 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Attempting to bind port 0280438b-8903-4093-a352-3e21205b8d15 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 10:32:40.990366 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Attempting to bind port 0280438b-8903-4093-a352-3e21205b8d15 on network 6fa76c0a-e96d-4c16-8410-1d332803484c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:32:40.998455 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Port 0280438b-8903-4093-a352-3e21205b8d15 on network 6fa76c0a-e96d-4c16-8410-1d332803484c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 10:32:40.998986 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Attempting to bind port 0280438b-8903-4093-a352-3e21205b8d15 on network 6fa76c0a-e96d-4c16-8410-1d332803484c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 10:32:41.005306 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Checking agent: {'id': 'bbedc9f9-189d-453c-ab5c-40075b2fedb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'started_at': datetime.datetime(2022, 6, 30, 10, 19, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 10, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 10:32:41.005765 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Checking segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 10:32:41.006234 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Bound using segment: {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 10:32:41.006795 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Bound port: 0280438b-8903-4093-a352-3e21205b8d15, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcaee31-60da-47b3-8b39-2086aa71bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 10:32:41.007265 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0280438b-8903-4093-a352-3e21205b8d15), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:41.078578 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] For port 0280438b-8903-4093-a352-3e21205b8d15, host hv-cinder-82660, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:32:41.082147 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] For port 0280438b-8903-4093-a352-3e21205b8d15, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0280438b-8903-4093-a352-3e21205b8d15,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:32:41.089036 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277126'] for port (0280438b-8903-4093-a352-3e21205b8d15), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:41.121810 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:41.122441 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:41.123892 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] 10.222.0.55 "PUT /v2.0/ports/0280438b-8903-4093-a352-3e21205b8d15 HTTP/1.1" status: 200 len: 1093 time: 0.7026742 Jun 30 10:32:41.124326 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'tag': '0280438b-8903-4093-a352-3e21205b8d15'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:32:41.126575 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b476f-2308-482a-b0e3-c7c3567f1303" -d '{"events": [{"name": "network-changed", "server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "tag": "0280438b-8903-4093-a352-3e21205b8d15"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:41.169465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d612e-2584-4646-9e26-71fa567b300a service neutron] Pushing event updated for resources: {'Port': ['ID=0280438b-8903-4093-a352-3e21205b8d15,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:41.244525 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-c854b290-b596-47c3-83f6-b13e7229fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:41.246926 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-c854b290-b596-47c3-83f6-b13e7229fc8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 1127 time: 0.0465865 Jun 30 10:32:41.300313 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af5878c-e29f-48e3-bf80-cf2a581343e9 x-openstack-request-id: req-4af5878c-e29f-48e3-bf80-cf2a581343e9 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:41.300646 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "tag": "0280438b-8903-4093-a352-3e21205b8d15", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:41.300877 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4af5878c-e29f-48e3-bf80-cf2a581343e9 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:41.301258 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af5878c-e29f-48e3-bf80-cf2a581343e9'] response: {'name': 'network-changed', 'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'tag': '0280438b-8903-4093-a352-3e21205b8d15', 'status': 'completed', 'code': 200} Jun 30 10:32:41.303171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-40857bb0-f97e-4d96-8cdc-63cbc7af9aaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0280438b-8903-4093-a352-3e21205b8d15 HTTP/1.1" status: 200 len: 217 time: 0.0406771 Jun 30 10:32:41.357321 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-bdaa51e4-a931-43b1-9345-2b466830d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:41.358816 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-bdaa51e4-a931-43b1-9345-2b466830d5f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0475402 Jun 30 10:32:41.404833 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-5d6b28c6-c8fb-4059-9b75-ce48d464e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:41.406348 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-5d6b28c6-c8fb-4059-9b75-ce48d464e93f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383296 Jun 30 10:32:41.444983 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:41.512233 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-af288e3c-3195-485a-98b9-e00f1e130bcf service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968325 Jun 30 10:32:41.528836 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:41.611078 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-b77c810b-9bc8-4404-a00f-c15b5772463f req-f0c24a3e-c571-4ae0-b083-226a5a3fe627 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Jun 30 10:32:41.662722 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b102a917-f00a-454f-a59d-a5bd74edb247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:42.056381 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc90c2-6a1c-4e25-8f55-e07cafddc0b1 req-7a879ecb-09b4-4024-934a-765f7cc9a61a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:42.057870 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-11dc90c2-6a1c-4e25-8f55-e07cafddc0b1 req-7a879ecb-09b4-4024-934a-765f7cc9a61a tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 943 time: 0.0506582 Jun 30 10:32:42.107032 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-11dc90c2-6a1c-4e25-8f55-e07cafddc0b1 req-a6785e90-769b-4491-b588-8bcdb1b5fa42 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Jun 30 10:32:42.749113 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-96102c66-cfa3-4e47-b2b9-dbbf4982a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:42.750514 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-96102c66-cfa3-4e47-b2b9-dbbf4982a2f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 1127 time: 0.0430484 Jun 30 10:32:42.844901 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-05ed5093-a4e8-424f-9cc6-64aca213bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:42.846370 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-05ed5093-a4e8-424f-9cc6-64aca213bd9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.0863502 Jun 30 10:32:42.890706 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-3029d9c6-7796-4361-bd09-165b5e700208 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0280438b-8903-4093-a352-3e21205b8d15 HTTP/1.1" status: 200 len: 217 time: 0.0380776 Jun 30 10:32:42.943031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-340cba55-d070-4164-b505-339a3b8db1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:42.944740 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-340cba55-d070-4164-b505-339a3b8db1ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0450187 Jun 30 10:32:42.992425 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-f9b53411-e12d-4065-b6aa-657e4dc70e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:42.993918 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-f9b53411-e12d-4065-b6aa-657e4dc70e30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393152 Jun 30 10:32:43.094148 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-3aa0a956-5612-4c28-b350-a3fe5107af51 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884383 Jun 30 10:32:43.125674 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0280438b-8903-4093-a352-3e21205b8d15 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:32:43.201113 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:43.233391 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0280438b-8903-4093-a352-3e21205b8d15, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0280438b-8903-4093-a352-3e21205b8d15,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:43.239726 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-e98b476f-2308-482a-b0e3-c7c3567f1303 req-b25ef72e-5361-44ad-b3ae-c105924514ff service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362336 Jun 30 10:32:43.245524 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Returning: {'device': '0280438b-8903-4093-a352-3e21205b8d15', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'port_id': '0280438b-8903-4093-a352-3e21205b8d15', 'mac_address': 'fa:16:3e:7b:b9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:32:43.278371 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65578f2-b585-4a0f-94e5-ea9e768b60f3 req-690eaf63-1698-44ce-abce-b70a70b59def tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:43.279892 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a65578f2-b585-4a0f-94e5-ea9e768b60f3 req-690eaf63-1698-44ce-abce-b70a70b59def tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 943 time: 0.0557983 Jun 30 10:32:43.286398 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0280438b-8903-4093-a352-3e21205b8d15 is: DOWN; New status is: BUILD {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:32:43.286826 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0280438b-8903-4093-a352-3e21205b8d15), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:43.302174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0280438b-8903-4093-a352-3e21205b8d15 {{(pid=103765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 10:32:43.319618 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:43.328422 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0280438b-8903-4093-a352-3e21205b8d15, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0280438b-8903-4093-a352-3e21205b8d15,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:43.330378 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a65578f2-b585-4a0f-94e5-ea9e768b60f3 req-f1aab988-07d8-473b-993c-2ae3f2640ee8 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444460 Jun 30 10:32:43.334005 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0280438b-8903-4093-a352-3e21205b8d15), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:43.389282 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0280438b-8903-4093-a352-3e21205b8d15,revision_number=4']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:43.610516 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] get_ports_and_sgs() called for port_ids ['0280438b-8903-4093-a352-3e21205b8d15'] {{(pid=103765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:32:43.973779 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-5474e7c2-2e62-4c7f-a58f-55541220d61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:44.447299 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:44.456152 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eaa6e-d2c8-4f81-95f6-4527422b5a3f req-4e085149-9908-43a8-9c0c-7b84cc0b685b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:44.457656 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-262eaa6e-d2c8-4f81-95f6-4527422b5a3f req-4e085149-9908-43a8-9c0c-7b84cc0b685b tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 944 time: 0.0488706 Jun 30 10:32:44.507525 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-262eaa6e-d2c8-4f81-95f6-4527422b5a3f req-0b809b71-de54-4b03-beff-099172005a68 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438728 Jun 30 10:32:45.151996 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0280438b-8903-4093-a352-3e21205b8d15 up at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:45.193327 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning for port 0280438b-8903-4093-a352-3e21205b8d15 completed by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 10:32:45.200109 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.provisioning_blocks [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Provisioning complete for port 0280438b-8903-4093-a352-3e21205b8d15 triggered by entity L2. {{(pid=103765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 10:32:45.200475 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482129'] for port (0280438b-8903-4093-a352-3e21205b8d15), provisioning_complete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:45.284270 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Current status of the port 0280438b-8903-4093-a352-3e21205b8d15 is: BUILD; New status is: ACTIVE {{(pid=103765) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 10:32:45.284668 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3874538'] for port (0280438b-8903-4093-a352-3e21205b8d15), before_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:45.294366 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:45.309096 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0280438b-8903-4093-a352-3e21205b8d15'}] {{(pid=103765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:32:45.311389 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b52dcec66d7b2264499b040c79de621dd501fcdb9f8ec663aa1284c64c4258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d871b9c2-ba36-41d7-ac1a-66c90f2faabf" -d '{"events": [{"server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "name": "network-vif-plugged", "status": "completed", "tag": "0280438b-8903-4093-a352-3e21205b8d15"}]}' {{(pid=103765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:45.325168 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] For port 0280438b-8903-4093-a352-3e21205b8d15, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0280438b-8903-4093-a352-3e21205b8d15,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:45.331053 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068861898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068483431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068483449'] for port (0280438b-8903-4093-a352-3e21205b8d15), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:45.357368 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c1fc73-1a2a-4277-9256-8ef08d49ac98 x-openstack-request-id: req-59c1fc73-1a2a-4277-9256-8ef08d49ac98 {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:45.357662 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "name": "network-vif-plugged", "status": "completed", "tag": "0280438b-8903-4093-a352-3e21205b8d15", "code": 200}]} {{(pid=103765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:45.357915 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59c1fc73-1a2a-4277-9256-8ef08d49ac98 {{(pid=103765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:45.358310 dv-cinder-826608-4-iscsi neutron-server[103765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c1fc73-1a2a-4277-9256-8ef08d49ac98'] response: {'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0280438b-8903-4093-a352-3e21205b8d15', 'code': 200} Jun 30 10:32:45.391341 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Pushing event updated for resources: {'Port': ['ID=0280438b-8903-4093-a352-3e21205b8d15,revision_number=5']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:45.528949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c5690-6229-46c6-b07b-dd7e14003761 req-cf20cb1b-4699-495a-9438-ac427dd23986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:45.530521 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-598c5690-6229-46c6-b07b-dd7e14003761 req-cf20cb1b-4699-495a-9438-ac427dd23986 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 1129 time: 0.0393021 Jun 30 10:32:45.581073 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-598c5690-6229-46c6-b07b-dd7e14003761 req-a1981d23-9674-4d06-a575-64f685e4f618 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442350 Jun 30 10:32:45.630609 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9d57-9133-46b7-8b0a-54ad70230c92 req-00cc044d-dd92-4498-b46a-192000402092 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:45.632116 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-78ba9d57-9133-46b7-8b0a-54ad70230c92 req-00cc044d-dd92-4498-b46a-192000402092 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0504880 Jun 30 10:32:45.686063 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-78ba9d57-9133-46b7-8b0a-54ad70230c92 req-f39b7d64-aff0-42df-8cec-ec913632c432 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Jun 30 10:32:46.719331 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:46.805216 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33d25e-3e0e-49bd-916d-cf71a5dd693d req-0471311d-d704-4213-9e29-459e325f246c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:46.806606 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7e33d25e-3e0e-49bd-916d-cf71a5dd693d req-0471311d-d704-4213-9e29-459e325f246c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0475922 Jun 30 10:32:46.857940 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-7e33d25e-3e0e-49bd-916d-cf71a5dd693d req-d027c8d6-21f3-44db-8757-ffc35af8a794 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Jun 30 10:32:47.083742 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:47.974492 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e4c4b-8780-45a9-a78e-ebea3f8f777b req-382c9f3f-706a-4400-83b7-1a46c2456482 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:47.976000 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d27e4c4b-8780-45a9-a78e-ebea3f8f777b req-382c9f3f-706a-4400-83b7-1a46c2456482 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0468769 Jun 30 10:32:48.028421 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-d27e4c4b-8780-45a9-a78e-ebea3f8f777b req-acfe1339-88a8-4b37-8618-6b3944c0be62 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455883 Jun 30 10:32:48.139415 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b32d4-028e-493e-ac19-ad9ce01b2c3a req-fba161f1-2039-4408-8eb6-b3fab27f7857 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:48.140803 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cc9b32d4-028e-493e-ac19-ad9ce01b2c3a req-fba161f1-2039-4408-8eb6-b3fab27f7857 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0466173 Jun 30 10:32:48.150449 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50880) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:32:48.155585 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.v2.base [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Request body: {'floatingip': {'port_id': '0280438b-8903-4093-a352-3e21205b8d15'}} {{(pid=103764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 10:32:48.196181 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (12675183-eaef-40c0-a897-1438093ca212), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:48.333519 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:48.334375 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:48.611694 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:48.615783 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (12675183-eaef-40c0-a897-1438093ca212), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:48.713210 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Floating IP 12675183-eaef-40c0-a897-1438093ca212 associated. External IP: 172.27.3.170, port: 0280438b-8903-4093-a352-3e21205b8d15. Jun 30 10:32:48.868990 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:48.910135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Router c166420a-94eb-42f4-b34d-62bf3711642b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:32:48.956114 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:49.017725 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:32:49.022872 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:49.027472 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:32:49.039160 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:32:49.039786 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:32:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:49.059611 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-aa9196e7-ee79-48ad-8d65-b18e852dd04c tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "PUT /v2.0/floatingips/12675183-eaef-40c0-a897-1438093ca212 HTTP/1.1" status: 200 len: 991 time: 0.9080057 Jun 30 10:32:49.060190 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'tag': '0280438b-8903-4093-a352-3e21205b8d15'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:32:49.062779 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032be83a-cc23-42a1-9355-db48c6d74fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "tag": "0280438b-8903-4093-a352-3e21205b8d15"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:49.146122 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:32:49.165169 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c12e43-5da5-4ab2-9bcb-4d7fd730640b x-openstack-request-id: req-d8c12e43-5da5-4ab2-9bcb-4d7fd730640b {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:49.165459 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "tag": "0280438b-8903-4093-a352-3e21205b8d15", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:49.165710 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8c12e43-5da5-4ab2-9bcb-4d7fd730640b {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:49.166119 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c12e43-5da5-4ab2-9bcb-4d7fd730640b'] response: {'name': 'network-changed', 'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'tag': '0280438b-8903-4093-a352-3e21205b8d15', 'status': 'completed', 'code': 200} Jun 30 10:32:49.202844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:49.232624 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:49.236354 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-dd52a890-d1a1-4c61-9069-5649cd16f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:49.237970 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-dd52a890-d1a1-4c61-9069-5649cd16f02d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 1129 time: 0.0441294 Jun 30 10:32:49.342956 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-2367cb12-7177-43f7-a57a-519ac7606513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:49.344362 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-2367cb12-7177-43f7-a57a-519ac7606513 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 200 len: 911 time: 0.0957038 Jun 30 10:32:49.375659 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:49.381360 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '12675183-eaef-40c0-a897-1438093ca212', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'port_id': '0280438b-8903-4093-a352-3e21205b8d15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'mac_address': 'fa:16:3e:7b:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:32:37Z', 'updated_at': '2022-06-30T10:32:48Z', 'revision_number': 1, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:49.407204 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:32:49.408380 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-a1ea0a25-d3ed-46b4-a26d-70eb4904ac12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0280438b-8903-4093-a352-3e21205b8d15 HTTP/1.1" status: 200 len: 999 time: 0.0577445 Jun 30 10:32:49.417904 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:32:49.418505 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:32:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:49.466265 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-5c0e40d4-15a0-4835-8ac7-b07839298aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:49.468121 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-5c0e40d4-15a0-4835-8ac7-b07839298aad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 200 len: 849 time: 0.0527282 Jun 30 10:32:49.507805 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:49.520680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-3716b2f1-5c4d-422c-9c9d-70002f435fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:32:49.522189 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-3716b2f1-5c4d-422c-9c9d-70002f435fcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa76c0a-e96d-4c16-8410-1d332803484c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476649 Jun 30 10:32:49.526971 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:32:49.616418 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-fd801501-6db0-4220-ae95-7a72e4aec41c service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875781 Jun 30 10:32:49.715031 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-032be83a-cc23-42a1-9355-db48c6d74fb4 req-0b1539b2-a58c-4cdd-b2ac-576847bd8c86 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916245 Jun 30 10:32:49.746336 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '12675183-eaef-40c0-a897-1438093ca212', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'port_id': '0280438b-8903-4093-a352-3e21205b8d15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'mac_address': 'fa:16:3e:7b:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:32:37Z', 'updated_at': '2022-06-30T10:32:48Z', 'revision_number': 1, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:32:49.771721 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a7b7ff-fdc3-43e6-a682-a8b6f27b90ed None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '12675183-eaef-40c0-a897-1438093ca212', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'port_id': '0280438b-8903-4093-a352-3e21205b8d15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'mac_address': 'fa:16:3e:7b:b9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:32:37Z', 'updated_at': '2022-06-30T10:32:48Z', 'revision_number': 1, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:32:49.955290 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed03f6-92fe-4082-9cbd-9008f4bc7f57 None None] New status for floating IP 12675183-eaef-40c0-a897-1438093ca212: ACTIVE {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:32:58.156548 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:32:59.050321 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=9 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:59.052433 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=26 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:59.698890 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=22 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:32:59.711327 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=42 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:00.055166 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:00.059187 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:03.825553 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-988aed05-e303-4ac8-81e3-9e057def9284 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394819 Jun 30 10:33:03.912416 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-ef86076f-fd00-49c1-add1-ac4a506adc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:03.913919 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-ef86076f-fd00-49c1-add1-ac4a506adc6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1130 time: 0.0414870 Jun 30 10:33:04.022788 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-e12885cf-d2d5-49bc-9e38-8ac727502828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:04.024254 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-e12885cf-d2d5-49bc-9e38-8ac727502828 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.0909646 Jun 30 10:33:04.087055 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-d10e9748-30df-4279-994b-7e12315912bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 1002 time: 0.0543153 Jun 30 10:33:04.134889 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-ac3aee05-9b7a-41f7-934c-d9980e9f456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:04.136874 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-ac3aee05-9b7a-41f7-934c-d9980e9f456b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0438378 Jun 30 10:33:04.184827 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-8b50e358-524f-4ee1-8a17-7ca7effafbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:04.186363 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-8b50e358-524f-4ee1-8a17-7ca7effafbec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435703 Jun 30 10:33:04.278205 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-ae7af496-032f-4fdb-bf49-41879e3d519b service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852573 Jun 30 10:33:04.372923 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-6765a73f-4896-43f8-a9ca-fdaa8d695cee req-21083ffa-8a0d-4bcb-aaf8-981deb69d68b service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Jun 30 10:33:08.150041 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=34 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:08.152341 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:11.669703 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d517-1094-4c8d-a115-d66758ba9664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:12.388619 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:13.846432 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-f1beac53-ea12-4b88-9f6a-bc87ef876ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:14.367545 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=54 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:14.369410 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=47 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:15.266479 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:16.720471 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:17.086845 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:25.329751 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:25.330977 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:27.081080 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:27.083045 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:28.166388 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:36.328918 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 50960) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:36.469269 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Deleting port 5d5248ba-736e-43a8-8776-49c291c63f4e {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:36.469610 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:36.548283 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:36.548609 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (5d5248ba-736e-43a8-8776-49c291c63f4e), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:36.562189 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Calling delete_port for 5d5248ba-736e-43a8-8776-49c291c63f4e owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:36.711251 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (5d5248ba-736e-43a8-8776-49c291c63f4e), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:36.736011 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'Port': ['ID=5d5248ba-736e-43a8-8776-49c291c63f4e,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:36.760943 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.761218 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.761559 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.761895 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.762226 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.762553 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.762946 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.763251 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.763576 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.763897 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.764221 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.764541 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.764859 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.765175 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.765588 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:36.810010 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (a42418f2-3e34-4cc1-bb20-6274a2bb09d8), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:36.810338 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Floating IP a42418f2-3e34-4cc1-bb20-6274a2bb09d8 disassociated (deleted). External IP: 172.27.3.81, port: 8f60e70b-3f73-4042-b25f-75c2042ec13a. Jun 30 10:33:37.001296 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:33:37.105665 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:37.111334 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:37.116401 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:37.127963 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:37.128587 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.134114 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:37.148310 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-1175b934-915a-47eb-a61f-95504d474e76 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "DELETE /v2.0/floatingips/a42418f2-3e34-4cc1-bb20-6274a2bb09d8 HTTP/1.1" status: 204 len: 168 time: 0.8159878 Jun 30 10:33:37.148310 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:33:37.149012 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38d2314-5254-4030-85ec-f4a60a618991" -d '{"events": [{"name": "network-changed", "server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:37.189667 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a388b2-f0b5-4125-9298-f8557c367f6f x-openstack-request-id: req-d1a388b2-f0b5-4125-9298-f8557c367f6f {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:37.189967 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:37.190225 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1a388b2-f0b5-4125-9298-f8557c367f6f {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:37.190742 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a388b2-f0b5-4125-9298-f8557c367f6f'] response: {'name': 'network-changed', 'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'status': 'completed', 'code': 200} Jun 30 10:33:37.248515 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:37.263686 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2314-5254-4030-85ec-f4a60a618991 req-a52fbc05-ca9c-4e2a-920a-27d1d7c11d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:37.265873 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-a52fbc05-ca9c-4e2a-920a-27d1d7c11d3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 1129 time: 0.0476120 Jun 30 10:33:37.400359 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ac7e5-0d79-478a-9822-d7c4709f5a32 req-83b17f0d-8f79-4a8a-ab45-8c60da93ee0e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:37.401846 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-936ac7e5-0d79-478a-9822-d7c4709f5a32 req-83b17f0d-8f79-4a8a-ab45-8c60da93ee0e tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0650406 Jun 30 10:33:37.403249 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2314-5254-4030-85ec-f4a60a618991 req-78e58397-f4dc-434a-8ec7-67068146e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:37.404596 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-78e58397-f4dc-434a-8ec7-67068146e645 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.1325703 Jun 30 10:33:37.452118 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-936ac7e5-0d79-478a-9822-d7c4709f5a32 req-cbbe97e3-d5e3-4e48-a1a6-3fb35d4dfb21 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442581 Jun 30 10:33:37.481880 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:06Z', 'revision_number': 1, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.506412 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:37.515220 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:37.515822 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:14Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.613862 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:37.942795 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:06Z', 'revision_number': 1, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.967021 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf567e-c6ab-478e-b857-e62b78312a9b None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_floatingips': [{'id': '6defb08d-c6b2-4b79-9ed6-3251c7ef887d', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'router_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'port_id': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'mac_address': 'fa:16:3e:d4:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5827632d-be70-4e92-b388-5f6e0f49debf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T10:30:04Z', 'updated_at': '2022-06-30T10:30:06Z', 'revision_number': 1, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:38.188344 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff112f-fa3d-4af2-8afc-8e1f30071b73 None None] New status for floating IP a42418f2-3e34-4cc1-bb20-6274a2bb09d8: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:33:38.573842 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f65fa-0751-4c08-94f8-f024fe01e706 req-1d390d68-33a5-4bcf-856e-3efb128c6d46 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:38.575261 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6f5f65fa-0751-4c08-94f8-f024fe01e706 req-1d390d68-33a5-4bcf-856e-3efb128c6d46 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Jun 30 10:33:38.579462 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-9edcabb7-f4c6-412b-a4eb-4d87d70428dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a HTTP/1.1" status: 200 len: 217 time: 0.0358784 Jun 30 10:33:38.587959 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:38.628016 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-6f5f65fa-0751-4c08-94f8-f024fe01e706 req-3223ba5e-6619-4739-8451-33be340f5185 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462794 Jun 30 10:33:38.632200 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2314-5254-4030-85ec-f4a60a618991 req-fd7cbc04-3b75-49b2-a9df-8ede6c4c3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:38.633665 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-fd7cbc04-3b75-49b2-a9df-8ede6c4c3c18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0443473 Jun 30 10:33:38.756845 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2314-5254-4030-85ec-f4a60a618991 req-8374e617-83b8-4d11-99e6-7b52ef7a66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:38.758290 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-8374e617-83b8-4d11-99e6-7b52ef7a66e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383394 Jun 30 10:33:38.849192 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-5a7eec8b-c61e-4b95-b4ee-e43bef0a875b service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845811 Jun 30 10:33:39.056817 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a38d2314-5254-4030-85ec-f4a60a618991 req-2d6d1f1f-e2e3-4d22-91e9-b9e2360b3f2b service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Jun 30 10:33:39.114324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-4b0f46a3-ea2f-48a9-b3a9-de6af0619a8b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:39.115751 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-4b0f46a3-ea2f-48a9-b3a9-de6af0619a8b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 945 time: 0.0505183 Jun 30 10:33:39.199158 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Deleting port 8f60e70b-3f73-4042-b25f-75c2042ec13a {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:39.199494 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:39.289978 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] For port 8f60e70b-3f73-4042-b25f-75c2042ec13a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8f60e70b-3f73-4042-b25f-75c2042ec13a,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:39.290336 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:39.303439 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Calling delete_port for 8f60e70b-3f73-4042-b25f-75c2042ec13a owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:39.425696 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (8f60e70b-3f73-4042-b25f-75c2042ec13a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:39.433138 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:39.457651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'Port': ['ID=8f60e70b-3f73-4042-b25f-75c2042ec13a,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:39.467503 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.468169 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.468525 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.468960 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.469422 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.469759 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.470085 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.470410 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.470755 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.471109 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.471955 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.471955 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.472159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.472480 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.472796 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:39.499855 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:39.518593 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] No DVR routers for this DVR port 8f60e70b-3f73-4042-b25f-75c2042ec13a on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:39.521159 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:39.524495 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-a2fff5a2-5eb7-4d2b-a343-eadf63c08708 req-b0d577a6-13ec-4c08-a026-0c94c762502a tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "DELETE /v2.0/ports/8f60e70b-3f73-4042-b25f-75c2042ec13a HTTP/1.1" status: 204 len: 173 time: 0.4007218 Jun 30 10:33:39.524948 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'name': 'network-vif-deleted', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:33:39.527216 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7760116-6ec3-48a0-ad05-4d694b90d19f" -d '{"events": [{"server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "name": "network-vif-deleted", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:39.566011 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1501a27-d7a9-445e-83e4-f4815b2e272d x-openstack-request-id: req-a1501a27-d7a9-445e-83e4-f4815b2e272d {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:39.566303 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1f088e-8c45-4ab1-a933-37e254f76f34", "name": "network-vif-deleted", "tag": "8f60e70b-3f73-4042-b25f-75c2042ec13a", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:39.566553 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1501a27-d7a9-445e-83e4-f4815b2e272d {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:39.566989 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1501a27-d7a9-445e-83e4-f4815b2e272d'] response: {'server_uuid': 'de1f088e-8c45-4ab1-a933-37e254f76f34', 'name': 'network-vif-deleted', 'tag': '8f60e70b-3f73-4042-b25f-75c2042ec13a', 'status': 'completed', 'code': 200} Jun 30 10:33:39.724031 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-cc1c544c-4c2b-4da0-9503-f26ce4197884 req-54d2c5fc-2912-4f44-bc28-aba9744280a4 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1f088e-8c45-4ab1-a933-37e254f76f34 HTTP/1.1" status: 200 len: 210 time: 0.0269706 Jun 30 10:33:41.419076 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8f60e70b-3f73-4042-b25f-75c2042ec13a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:41.438676 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 8f60e70b-3f73-4042-b25f-75c2042ec13a {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:41.439046 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 8f60e70b-3f73-4042-b25f-75c2042ec13a not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:41.662707 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4a2188d0-e1d9-4bd2-82fb-89076d89cf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.014029 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51002) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:43.155740 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Deleting port 938e4855-0bc7-4767-aac8-50311ea68915 {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:43.156083 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (938e4855-0bc7-4767-aac8-50311ea68915), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.491548 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (938e4855-0bc7-4767-aac8-50311ea68915), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.491548 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (938e4855-0bc7-4767-aac8-50311ea68915), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.504298 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Calling delete_port for 938e4855-0bc7-4767-aac8-50311ea68915 owned by network:floatingip {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:43.647923 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (938e4855-0bc7-4767-aac8-50311ea68915), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.672437 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'Port': ['ID=938e4855-0bc7-4767-aac8-50311ea68915,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:43.739604 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (6defb08d-c6b2-4b79-9ed6-3251c7ef887d), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.739957 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.db.l3_db [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Floating IP 6defb08d-c6b2-4b79-9ed6-3251c7ef887d disassociated (deleted). External IP: 172.27.3.140, port: d71ef954-02ed-4164-a6d7-fba537bdce97. Jun 30 10:33:43.849346 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-53d708a9-3ed0-479f-a7a2-c098d8bb82b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:43.949937 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:33:44.021543 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:44.054338 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:44.058697 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:44.064556 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:44.077993 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:44.078608 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:44.084247 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:44.093839 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-03a7d7d3-0837-4adb-b57f-e1327264726d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "DELETE /v2.0/floatingips/6defb08d-c6b2-4b79-9ed6-3251c7ef887d HTTP/1.1" status: 204 len: 168 time: 1.0787733 Jun 30 10:33:44.094922 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97'}] {{(pid=103764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:33:44.097254 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920dc4c28ee3c8414edab845a5f243d8d22a3c4dba92306a89ccd14cc96ede97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502ff997-a45d-4cfa-844d-d67f4b107509" -d '{"events": [{"name": "network-changed", "server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97"}]}' {{(pid=103764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:44.138222 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8285200-826c-4cf0-9fc0-1775d2e281d4 x-openstack-request-id: req-b8285200-826c-4cf0-9fc0-1775d2e281d4 {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:44.139143 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97", "status": "completed", "code": 200}]} {{(pid=103764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:44.139335 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8285200-826c-4cf0-9fc0-1775d2e281d4 {{(pid=103764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:44.139739 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8285200-826c-4cf0-9fc0-1775d2e281d4'] response: {'name': 'network-changed', 'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'status': 'completed', 'code': 200} Jun 30 10:33:44.179987 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:44.246918 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:44.261677 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:44.319881 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8440-9b23-4373-a893-eec94baf2894 req-851703f7-39b2-45e8-9077-680e5ddeb7c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:44.322118 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-26dc8440-9b23-4373-a893-eec94baf2894 req-851703f7-39b2-45e8-9077-680e5ddeb7c6 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0538964 Jun 30 10:33:44.375522 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:44.376213 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-26dc8440-9b23-4373-a893-eec94baf2894 req-4641c4b4-e146-4d73-8a38-29c2c86be5af tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482476 Jun 30 10:33:44.399412 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:44.408467 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:44.409062 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:44.509637 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:44.695935 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:44.720384 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5986a5-c853-4e3b-9ddd-6cbff3a24c9f None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:26:33Z', 'revision_number': 4, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': 'a736bd8c-35cf-4daf-8fff-03a0bfa65cdc', 'name': '', 'network_id': 'f0e75eb5-9d0c-41e1-9758-8fcd27353e66', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'mac_address': 'fa:16:3e:93:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:31Z', 'updated_at': '2022-06-30T10:26:37Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'subnets': [{'id': 'c61720d1-33c9-4e94-ba70-ec073917af6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:44.921802 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861ce53-d1db-4b27-830f-69f6520f6bb4 None None] New status for floating IP 6defb08d-c6b2-4b79-9ed6-3251c7ef887d: DOWN {{(pid=103766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:33:45.269531 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:45.490790 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf53188-c514-428f-bb9b-48b953a95e33 req-75293da2-8fbb-404e-8ce1-0858954012fd tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:45.492275 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ddf53188-c514-428f-bb9b-48b953a95e33 req-75293da2-8fbb-404e-8ce1-0858954012fd tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0470896 Jun 30 10:33:45.541273 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-ddf53188-c514-428f-bb9b-48b953a95e33 req-3b8bb352-2c42-4163-9ca3-bb222aa25682 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435221 Jun 30 10:33:45.612766 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-b977ab69-c295-4189-85fe-36b3b92d4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:45.614234 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-b977ab69-c295-4189-85fe-36b3b92d4ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 1130 time: 0.0413899 Jun 30 10:33:45.705322 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-9d20d672-af50-49a7-a445-0535de681c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:45.706668 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-9d20d672-af50-49a7-a445-0535de681c19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 200 len: 912 time: 0.0843079 Jun 30 10:33:46.014654 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-5885898b-9d99-4150-b38b-1b3f43b9350e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 200 len: 217 time: 0.0370262 Jun 30 10:33:46.066593 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-7b761eb2-244e-4e9f-925d-931037edeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:46.068236 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-7b761eb2-244e-4e9f-925d-931037edeaa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 200 len: 850 time: 0.0463846 Jun 30 10:33:46.110669 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-18537cf4-df88-4ecd-a1f0-dc8b431cb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:46.112100 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-18537cf4-df88-4ecd-a1f0-dc8b431cb416 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0e75eb5-9d0c-41e1-9758-8fcd27353e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367641 Jun 30 10:33:46.634645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-a4a1c548-a1d9-459f-825f-06147f2ba42b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:46.636073 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-a4a1c548-a1d9-459f-825f-06147f2ba42b tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0609393 Jun 30 10:33:46.640053 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-5a52f739-6232-486a-ab33-8e3a16f149b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758767 Jun 30 10:33:46.655979 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1507ce4-64d5-40a9-b60d-cd91b80a2b33 req-51f0a2b2-8c50-41a0-82f5-44cf907f2cf8 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:46.657439 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a1507ce4-64d5-40a9-b60d-cd91b80a2b33 req-51f0a2b2-8c50-41a0-82f5-44cf907f2cf8 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 946 time: 0.0471427 Jun 30 10:33:46.711303 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-a1507ce4-64d5-40a9-b60d-cd91b80a2b33 req-5f4914a8-3a67-4ca1-8965-bf371362443d tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/security-groups?id=a44753ed-e343-4905-b8f3-870e82e24915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474193 Jun 30 10:33:46.730761 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:46.803754 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Deleting port d71ef954-02ed-4164-a6d7-fba537bdce97 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:46.804011 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:46.830013 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-502ff997-a45d-4cfa-844d-d67f4b107509 req-a128400f-6e9b-4897-8480-de2535021915 service neutron] 10.222.0.55 "GET /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761572 Jun 30 10:33:46.913046 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] For port d71ef954-02ed-4164-a6d7-fba537bdce97, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d71ef954-02ed-4164-a6d7-fba537bdce97,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:46.913406 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:46.926170 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Calling delete_port for d71ef954-02ed-4164-a6d7-fba537bdce97 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:47.050954 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:47.058440 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (d71ef954-02ed-4164-a6d7-fba537bdce97), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:47.097534 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'Port': ['ID=d71ef954-02ed-4164-a6d7-fba537bdce97,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:47.110968 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:47.137949 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] No DVR routers for this DVR port d71ef954-02ed-4164-a6d7-fba537bdce97 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:47.141778 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:47.145313 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2d109a47-4fbf-4bb5-945a-73133d944716 req-2f2d6c9f-bbe0-4d61-b64b-f95dca5da036 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.55 "DELETE /v2.0/ports/d71ef954-02ed-4164-a6d7-fba537bdce97 HTTP/1.1" status: 204 len: 173 time: 0.4927602 Jun 30 10:33:47.145779 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'name': 'network-vif-deleted', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:33:47.149179 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6510e-0770-41a5-a1d4-b4695cb796b8" -d '{"events": [{"server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "name": "network-vif-deleted", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:47.194529 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a9f372-9a82-472c-9f34-91e5a0167a7f x-openstack-request-id: req-84a9f372-9a82-472c-9f34-91e5a0167a7f {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:47.194529 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5827632d-be70-4e92-b388-5f6e0f49debf", "name": "network-vif-deleted", "tag": "d71ef954-02ed-4164-a6d7-fba537bdce97", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:47.194819 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84a9f372-9a82-472c-9f34-91e5a0167a7f {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:47.195262 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a9f372-9a82-472c-9f34-91e5a0167a7f'] response: {'server_uuid': '5827632d-be70-4e92-b388-5f6e0f49debf', 'name': 'network-vif-deleted', 'tag': 'd71ef954-02ed-4164-a6d7-fba537bdce97', 'status': 'completed', 'code': 200} Jun 30 10:33:47.809055 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:47.831103 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-cb4aab3e-53d3-4ea4-bf59-5846b849381d req-73d21fc2-52f1-49a5-b984-c1b084b23743 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "GET /v2.0/ports?device_id=5827632d-be70-4e92-b388-5f6e0f49debf HTTP/1.1" status: 200 len: 210 time: 0.0302908 Jun 30 10:33:48.894785 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51074) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:48.994233 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69205b97-ff3a-4b3b-a5f5-16543ee3960e req-5f6fb895-720b-4323-a268-98c7c9fbf337 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:48.995714 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-69205b97-ff3a-4b3b-a5f5-16543ee3960e req-5f6fb895-720b-4323-a268-98c7c9fbf337 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.1122234 Jun 30 10:33:49.049295 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Deleting port c63615db-11eb-456b-b8f8-7b881f643617 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:49.049542 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (c63615db-11eb-456b-b8f8-7b881f643617), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:49.089343 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-69205b97-ff3a-4b3b-a5f5-16543ee3960e req-5ed38937-a66a-43c7-9d71-9e4bdde7f292 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851808 Jun 30 10:33:49.146222 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (c63615db-11eb-456b-b8f8-7b881f643617), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:49.146538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (c63615db-11eb-456b-b8f8-7b881f643617), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:49.158710 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Calling delete_port for c63615db-11eb-456b-b8f8-7b881f643617 owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:49.283809 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (c63615db-11eb-456b-b8f8-7b881f643617), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:49.309722 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'Port': ['ID=c63615db-11eb-456b-b8f8-7b881f643617,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:49.373284 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for floatingip (549cef8b-9073-4da7-8d85-cc2fe1a74931), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:49.375749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:49.376869 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9f722e3f-363b-4f9a-b6d0-7fc75885b454 tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "DELETE /v2.0/floatingips/549cef8b-9073-4da7-8d85-cc2fe1a74931 HTTP/1.1" status: 204 len: 168 time: 0.4825957 Jun 30 10:33:49.387790 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:49.465245 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device d71ef954-02ed-4164-a6d7-fba537bdce97 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:49.489158 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: d71ef954-02ed-4164-a6d7-fba537bdce97 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:49.489669 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device d71ef954-02ed-4164-a6d7-fba537bdce97 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:50.208882 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc24c-76ad-43dd-9791-b38a704dcc74 req-7f583eb8-2c4a-47f8-bfed-648e3005d487 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:50.209991 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f63cc24c-76ad-43dd-9791-b38a704dcc74 req-7f583eb8-2c4a-47f8-bfed-648e3005d487 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0507462 Jun 30 10:33:50.257174 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-f63cc24c-76ad-43dd-9791-b38a704dcc74 req-9645ea76-0284-426a-9ae2-6604e088ce7d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413032 Jun 30 10:33:50.575645 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51088) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:50.635323 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0cb250f-8419-45f7-bfef-e1b85774d9bb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group (a44753ed-e343-4905-b8f3-870e82e24915), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:50.661330 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0cb250f-8419-45f7-bfef-e1b85774d9bb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group (a44753ed-e343-4905-b8f3-870e82e24915), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:50.734530 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0cb250f-8419-45f7-bfef-e1b85774d9bb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (a44753ed-e343-4905-b8f3-870e82e24915), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:50.737059 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-c0cb250f-8419-45f7-bfef-e1b85774d9bb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:50.738253 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-c0cb250f-8419-45f7-bfef-e1b85774d9bb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] 10.222.0.44 "DELETE /v2.0/security-groups/a44753ed-e343-4905-b8f3-870e82e24915 HTTP/1.1" status: 204 len: 168 time: 0.1611097 Jun 30 10:33:50.748299 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb250f-8419-45f7-bfef-e1b85774d9bb tempest-TestVolumeBootPattern-318491016 tempest-TestVolumeBootPattern-318491016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44753ed-e343-4905-b8f3-870e82e24915,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:50.791418 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51092) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:50.936964 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-c5c180e6-495b-4f1b-a983-f134f6bffe97 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:50.938415 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-c5c180e6-495b-4f1b-a983-f134f6bffe97 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0464513 Jun 30 10:33:51.027066 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Deleting port 0280438b-8903-4093-a352-3e21205b8d15 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:51.027308 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (0280438b-8903-4093-a352-3e21205b8d15), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.124133 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] For port 0280438b-8903-4093-a352-3e21205b8d15, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0280438b-8903-4093-a352-3e21205b8d15,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:51.124496 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (0280438b-8903-4093-a352-3e21205b8d15), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.206784 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.224860 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:51.293214 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.293948 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676397'] for floatingip (12675183-eaef-40c0-a897-1438093ca212), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.293948 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.db.l3_db [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Floating IP 12675183-eaef-40c0-a897-1438093ca212 disassociated. External IP: 172.27.3.170, port: 0280438b-8903-4093-a352-3e21205b8d15. Jun 30 10:33:51.294288 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Calling delete_port for 0280438b-8903-4093-a352-3e21205b8d15 owned by compute:nova {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:51.296840 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:51.347318 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:51.413610 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea3fc-e7de-46b0-9b6a-4b6f306d7d0c req-038a0b00-8763-4c4e-b593-e69e868de2f0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 10:33:51.415123 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bd0ea3fc-e7de-46b0-9b6a-4b6f306d7d0c req-038a0b00-8763-4c4e-b593-e69e868de2f0 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/ports?device_id=28b78017-fe8f-4ff4-a76c-50422a07b29c HTTP/1.1" status: 200 len: 945 time: 0.0762072 Jun 30 10:33:51.439828 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (0280438b-8903-4093-a352-3e21205b8d15), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.444953 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:51.471874 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event deleted for resources: {'Port': ['ID=0280438b-8903-4093-a352-3e21205b8d15,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:51.520478 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [req-bd0ea3fc-e7de-46b0-9b6a-4b6f306d7d0c req-fa41b381-945a-4211-a276-b4c97153c17d tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups?id=99baace4-776d-4057-8405-910a2887774a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975175 Jun 30 10:33:51.523278 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Deleting port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:51.523615 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.584223 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Router c166420a-94eb-42f4-b34d-62bf3711642b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:33:51.605136 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] For port a736bd8c-35cf-4daf-8fff-03a0bfa65cdc, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:51.605494 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.619074 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Calling delete_port for a736bd8c-35cf-4daf-8fff-03a0bfa65cdc owned by network:router_interface {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:51.687916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:51.697529 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:51.708314 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:51.709319 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:51.737483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] No DVR routers for this DVR port 0280438b-8903-4093-a352-3e21205b8d15 on host hv-cinder-82660 {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:51.740089 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for port (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.743319 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [req-2a963756-9148-415e-8dd4-fa98e2331d8c req-f721e9c5-d72f-470b-80e4-f58f0df7fac2 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.55 "DELETE /v2.0/ports/0280438b-8903-4093-a352-3e21205b8d15 HTTP/1.1" status: 204 len: 173 time: 0.7972918 Jun 30 10:33:51.746006 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'name': 'network-vif-deleted', 'tag': '0280438b-8903-4093-a352-3e21205b8d15'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 10:33:51.746006 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc8375b28e792f1f292fc664207385a2a6f6722953e0695dd31c1ef6bd1546b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb8c8a4-7a27-44c3-b83e-1ce9d1e4bb0b" -d '{"events": [{"server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "name": "network-vif-deleted", "tag": "0280438b-8903-4093-a352-3e21205b8d15"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:51.793460 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 10:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b808408-2c36-4d83-8647-1d2c34f0aa09 x-openstack-request-id: req-2b808408-2c36-4d83-8647-1d2c34f0aa09 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:51.793776 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b78017-fe8f-4ff4-a76c-50422a07b29c", "name": "network-vif-deleted", "tag": "0280438b-8903-4093-a352-3e21205b8d15", "status": "completed", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:51.794088 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b808408-2c36-4d83-8647-1d2c34f0aa09 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:51.795561 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b808408-2c36-4d83-8647-1d2c34f0aa09'] response: {'server_uuid': '28b78017-fe8f-4ff4-a76c-50422a07b29c', 'name': 'network-vif-deleted', 'tag': '0280438b-8903-4093-a352-3e21205b8d15', 'status': 'completed', 'code': 200} Jun 30 10:33:51.813937 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (a736bd8c-35cf-4daf-8fff-03a0bfa65cdc), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:51.823352 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:51.858539 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a736bd8c-35cf-4daf-8fff-03a0bfa65cdc,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.039543 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:52.046616 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:52.053006 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.079790 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:52.089119 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:52.089674 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:52.142490 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:52.196282 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:52.278952 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:33:52.396847 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:52.401632 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-d2aa8c9e-ef08-4a9f-9889-ea2845d1b4d1 admin admin] 10.222.0.44 "PUT /v2.0/routers/eaf8aa2c-5b1d-4da3-8514-ffac6044c836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6092017 Jun 30 10:33:52.404337 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51100) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:52.406342 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] Sync routers for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:52.417785 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:52.418413 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:52.456037 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=100 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:52.470102 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:52.511364 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks [] for router (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.522863 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:52.536369 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:52.563657 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46198b30-974d-4fc9-afeb-05c6733ace9a None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:29:39Z', 'revision_number': 4, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi', '_interfaces': [{'id': '63da3c51-eee6-4938-8f83-4080fc04df8a', 'name': '', 'network_id': '6fa76c0a-e96d-4c16-8410-1d332803484c', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'mac_address': 'fa:16:3e:8f:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:38Z', 'updated_at': '2022-06-30T10:29:43Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'subnets': [{'id': 'de1a90c4-1fac-4566-b835-d8676112929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:52.630624 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks [] for router_gateway (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.647855 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51106) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:52.691607 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Deleting port 94464962-b809-4f85-9b2e-131da478dccb {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:52.692221 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (94464962-b809-4f85-9b2e-131da478dccb), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.721092 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '94464962-b809-4f85-9b2e-131da478dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:33:51Z', 'revision_number': 5, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port': {'id': '94464962-b809-4f85-9b2e-131da478dccb', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ca:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:29Z', 'updated_at': '2022-06-30T10:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:52.724969 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cf36a185-a0a0-4edc-9338-2cee1f27a5aa tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (99baace4-776d-4057-8405-910a2887774a), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.748153 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] Checking router: eaf8aa2c-5b1d-4da3-8514-ffac6044c836 for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:52.753132 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cf36a185-a0a0-4edc-9338-2cee1f27a5aa tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (99baace4-776d-4057-8405-910a2887774a), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.757201 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] Routers {'eaf8aa2c-5b1d-4da3-8514-ffac6044c836'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:52.757825 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:52.800907 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-04997b0f-9918-4401-9819-24677546381f admin admin] For port 94464962-b809-4f85-9b2e-131da478dccb, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=94464962-b809-4f85-9b2e-131da478dccb,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:52.801304 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (94464962-b809-4f85-9b2e-131da478dccb), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.820341 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cf36a185-a0a0-4edc-9338-2cee1f27a5aa tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (99baace4-776d-4057-8405-910a2887774a), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.823329 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cf36a185-a0a0-4edc-9338-2cee1f27a5aa tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:52.824694 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-cf36a185-a0a0-4edc-9338-2cee1f27a5aa tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "DELETE /v2.0/security-groups/99baace4-776d-4057-8405-910a2887774a HTTP/1.1" status: 204 len: 168 time: 0.1756189 Jun 30 10:33:52.828707 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51108) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:52.836249 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Calling delete_port for 94464962-b809-4f85-9b2e-131da478dccb owned by network:router_gateway {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:52.859074 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36a185-a0a0-4edc-9338-2cee1f27a5aa tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99baace4-776d-4057-8405-910a2887774a,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.861444 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.api.v2.resource [None req-9367947f-c70b-4166-a261-82fd8f37b63f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] show failed (client error): The resource could not be found. Jun 30 10:33:52.863057 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-9367947f-c70b-4166-a261-82fd8f37b63f tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "GET /v2.0/security-groups/99baace4-776d-4057-8405-910a2887774a HTTP/1.1" status: 404 len: 347 time: 0.0328040 Jun 30 10:33:52.866099 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51110) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:52.867140 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] Set router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:52.938649 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3e626-f318-433b-b0cb-cdf3a448ba8d None None] New status for floating IP 12675183-eaef-40c0-a897-1438093ca212: DOWN {{(pid=103765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 10:33:52.944274 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:33:52Z', 'revision_number': 6, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:53.004865 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9cc1b-3105-4ca7-a29e-ab128d590bec None None] The sync data for ids ['eaf8aa2c-5b1d-4da3-8514-ffac6044c836'] in dv-cinder-826608-4-iscsi is: [{'id': 'eaf8aa2c-5b1d-4da3-8514-ffac6044c836', 'name': 'tempest-TestVolumeBootPattern-428013281-router', 'tenant_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:28Z', 'updated_at': '2022-06-30T10:33:52Z', 'revision_number': 6, 'project_id': '7cf1b6f5f2de4a079ddce00779fb67d3', 'gw_port_host': None}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:53.023966 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Deleting port c32fd814-88ff-4eff-8050-7fa27a9ee1c6 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:53.024103 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.098031 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (94464962-b809-4f85-9b2e-131da478dccb), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.122529 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Pushing event deleted for resources: {'Port': ['ID=94464962-b809-4f85-9b2e-131da478dccb,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.130818 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.131155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.147155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Calling delete_port for c32fd814-88ff-4eff-8050-7fa27a9ee1c6 owned by network:floatingip {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:53.187051 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:53.189354 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.228204 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:53.277373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.279599 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks [] for router_controller (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.285579 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (c32fd814-88ff-4eff-8050-7fa27a9ee1c6), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.287080 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:53.312112 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Pushing event deleted for resources: {'Port': ['ID=c32fd814-88ff-4eff-8050-7fa27a9ee1c6,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.332268 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (eaf8aa2c-5b1d-4da3-8514-ffac6044c836), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.332900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf8aa2c-5b1d-4da3-8514-ffac6044c836 {{(pid=103764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:33:53.337963 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-04997b0f-9918-4401-9819-24677546381f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.339121 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-04997b0f-9918-4401-9819-24677546381f admin admin] 10.222.0.44 "DELETE /v2.0/routers/eaf8aa2c-5b1d-4da3-8514-ffac6044c836 HTTP/1.1" status: 204 len: 168 time: 0.9338276 Jun 30 10:33:53.341990 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51112) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:53.381304 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks [] for floatingip (12675183-eaef-40c0-a897-1438093ca212), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.386083 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5868'] for floatingip (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.394814 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-491b304b-0337-4134-954f-47479125a6a7 tempest-AttachVolumeTestJSON-1756932387 tempest-AttachVolumeTestJSON-1756932387-project] 10.222.0.44 "DELETE /v2.0/floatingips/12675183-eaef-40c0-a897-1438093ca212 HTTP/1.1" status: 204 len: 168 time: 0.5201490 Jun 30 10:33:53.397844 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Deleting subnet c61720d1-33c9-4e94-ba70-ec073917af6a {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:33:53.404810 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Publish callbacks [] for subnet (c61720d1-33c9-4e94-ba70-ec073917af6a), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.447041 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (c61720d1-33c9-4e94-ba70-ec073917af6a), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.486299 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0280438b-8903-4093-a352-3e21205b8d15 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:53.506450 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] No Port match for: 0280438b-8903-4093-a352-3e21205b8d15 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:53.506802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Device 0280438b-8903-4093-a352-3e21205b8d15 not bound to the agent host hv-cinder-82660 {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:53.538412 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:53.547858 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (c61720d1-33c9-4e94-ba70-ec073917af6a), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.601037 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (c61720d1-33c9-4e94-ba70-ec073917af6a), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.628769 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.632501 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c61720d1-33c9-4e94-ba70-ec073917af6a HTTP/1.1" status: 204 len: 168 time: 0.2894716 Jun 30 10:33:53.633714 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6bd4c-79c0-4c1f-b087-dbb12ff53363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61720d1-33c9-4e94-ba70-ec073917af6a,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.633886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ab8f7-5b78-469b-9368-5046a61a0e0c None None] Network f0e75eb5-9d0c-41e1-9758-8fcd27353e66 requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:33:53.635079 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51118) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:53.713381 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (f0e75eb5-9d0c-41e1-9758-8fcd27353e66), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.756021 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Deleting port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:53.756356 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.817826 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] For port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:53.818182 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.836648 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Calling delete_port for 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:53.851332 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] DHCP port deletion for f0e75eb5-9d0c-41e1-9758-8fcd27353e66 request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:33:53.887996 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Deleting port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:53.888416 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.920599 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.948362 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.953862 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] No DVR routers for this DVR port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:53.959755 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] For port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,segment=NetworkSegment(6122aa24-d50d-4f8e-9e12-406ac6d29e65),segment_id=6122aa24-d50d-4f8e-9e12-406ac6d29e65)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:53.960343 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:53.973602 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Calling delete_port for 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:54.027461 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (f0e75eb5-9d0c-41e1-9758-8fcd27353e66), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.048956 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e75eb5-9d0c-41e1-9758-8fcd27353e66']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:54.052192 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (4ba3874b-14b9-4d0a-8f3a-8008e5a794d7), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.059985 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6122aa24-d50d-4f8e-9e12-406ac6d29e65') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:54.060853 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6122aa24-d50d-4f8e-9e12-406ac6d29e65') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:54.071442 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (6122aa24-d50d-4f8e-9e12-406ac6d29e65), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.075583 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Pushing event deleted for resources: {'Port': ['ID=4ba3874b-14b9-4d0a-8f3a-8008e5a794d7,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:54.085474 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.085821 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.086163 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.086577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.086869 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.087201 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.087533 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.087852 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.088178 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.088507 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.088823 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.089146 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.089260 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (6122aa24-d50d-4f8e-9e12-406ac6d29e65), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.089466 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.089783 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.090100 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:54.093174 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77089c95-7c83-4745-bd8a-5de6cd567411 None None] No DVR routers for this DVR port 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:54.103864 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:33:54.104417 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (6122aa24-d50d-4f8e-9e12-406ac6d29e65), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.133088 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 6122aa24-d50d-4f8e-9e12-406ac6d29e65 resource provider aggregate not found Jun 30 10:33:54.167819 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 6122aa24-d50d-4f8e-9e12-406ac6d29e65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6122aa24-d50d-4f8e-9e12-406ac6d29e65 found for delete ", "request_id": "req-1bd026d4-cb6f-4ff8-9694-0d613bc290e6"}]} Jun 30 10:33:54.176392 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (f0e75eb5-9d0c-41e1-9758-8fcd27353e66), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.181408 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:54.184598 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] 10.222.0.44 "DELETE /v2.0/networks/f0e75eb5-9d0c-41e1-9758-8fcd27353e66 HTTP/1.1" status: 204 len: 168 time: 0.5483756 Jun 30 10:33:54.188171 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51124) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:54.197483 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a4010-d2d9-4d67-a72f-41597e9fcfac admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e75eb5-9d0c-41e1-9758-8fcd27353e66,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:54.783480 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (3681054f-68f5-4736-98fb-d09b7d78e68f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:55.015632 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Deleting port b09354e1-df26-4198-abe0-88cbf12cf37a {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:55.015973 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:55.036004 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:55.040905 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:55.056945 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:55.057288 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 4ba3874b-14b9-4d0a-8f3a-8008e5a794d7 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:55.057702 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 94464962-b809-4f85-9b2e-131da478dccb no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:55.077632 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 94464962-b809-4f85-9b2e-131da478dccb {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:55.077975 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 94464962-b809-4f85-9b2e-131da478dccb not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:55.078390 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device a736bd8c-35cf-4daf-8fff-03a0bfa65cdc no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:55.099066 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: a736bd8c-35cf-4daf-8fff-03a0bfa65cdc {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:55.099417 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device a736bd8c-35cf-4daf-8fff-03a0bfa65cdc not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:55.100095 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] For port b09354e1-df26-4198-abe0-88cbf12cf37a, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=b09354e1-df26-4198-abe0-88cbf12cf37a,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:55.100461 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:55.114100 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Calling delete_port for b09354e1-df26-4198-abe0-88cbf12cf37a owned by network:router_interface {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:55.239502 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:55.298886 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (b09354e1-df26-4198-abe0-88cbf12cf37a), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:55.327057 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Pushing event deleted for resources: {'Port': ['ID=b09354e1-df26-4198-abe0-88cbf12cf37a,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:55.494276 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (3681054f-68f5-4736-98fb-d09b7d78e68f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:55.728845 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Router 3681054f-68f5-4736-98fb-d09b7d78e68f has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:33:55.859855 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:55.865760 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-2de856bf-4b32-412f-9b2a-e1351e6ac6be admin admin] 10.222.0.44 "PUT /v2.0/routers/3681054f-68f5-4736-98fb-d09b7d78e68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764188 Jun 30 10:33:55.869151 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51140) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:55.871512 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] Sync routers for ids ['3681054f-68f5-4736-98fb-d09b7d78e68f'] in dv-cinder-826608-4-iscsi {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:55.875107 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=53 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:55.880848 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:DELETE=1,neutron:SELECT=47 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:55.895342 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] Routers {'3681054f-68f5-4736-98fb-d09b7d78e68f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:55.896267 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['3681054f-68f5-4736-98fb-d09b7d78e68f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:55.915477 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:55.989208 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks [] for router (3681054f-68f5-4736-98fb-d09b7d78e68f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.013337 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] Set router 3681054f-68f5-4736-98fb-d09b7d78e68f gateway port host: dv-cinder-826608-4-iscsi {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:56.096168 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks [] for router_gateway (3681054f-68f5-4736-98fb-d09b7d78e68f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.156491 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Deleting port 0374c776-9cd5-456b-9d38-f670092d793f {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:56.157005 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (0374c776-9cd5-456b-9d38-f670092d793f), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.244413 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '0374c776-9cd5-456b-9d38-f670092d793f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:33:55Z', 'revision_number': 5, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port': {'id': '0374c776-9cd5-456b-9d38-f670092d793f', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:26:37Z', 'updated_at': '2022-06-30T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:56.258042 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] For port 0374c776-9cd5-456b-9d38-f670092d793f, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0374c776-9cd5-456b-9d38-f670092d793f,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:56.258401 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (0374c776-9cd5-456b-9d38-f670092d793f), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.272858 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Calling delete_port for 0374c776-9cd5-456b-9d38-f670092d793f owned by network:router_gateway {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:56.273947 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] Checking router: 3681054f-68f5-4736-98fb-d09b7d78e68f for host: dv-cinder-826608-4-iscsi {{(pid=103766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:56.283308 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] Routers {'3681054f-68f5-4736-98fb-d09b7d78e68f'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:56.283939 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['3681054f-68f5-4736-98fb-d09b7d78e68f'], 'active': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:56.322135 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:56.370327 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_dvr_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] Set router 3681054f-68f5-4736-98fb-d09b7d78e68f gateway port host: None {{(pid=103766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:56.422526 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.l3_hamode_db [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:33:56Z', 'revision_number': 6, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:56.447136 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bed162-2ffa-4bee-a122-269c1c12b1b3 None None] The sync data for ids ['3681054f-68f5-4736-98fb-d09b7d78e68f'] in dv-cinder-826608-4-iscsi is: [{'id': '3681054f-68f5-4736-98fb-d09b7d78e68f', 'name': 'tempest-TestVolumeBootPattern-185096580-router', 'tenant_id': '7824505946a2487e98958bdbd78ee180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:26:36Z', 'updated_at': '2022-06-30T10:33:56Z', 'revision_number': 6, 'project_id': '7824505946a2487e98958bdbd78ee180', 'gw_port_host': None}] {{(pid=103766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:56.449553 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (0374c776-9cd5-456b-9d38-f670092d793f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.480900 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0374c776-9cd5-456b-9d38-f670092d793f,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:56.554859 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (3681054f-68f5-4736-98fb-d09b7d78e68f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.641873 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (3681054f-68f5-4736-98fb-d09b7d78e68f), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.644015 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks [] for router_controller (3681054f-68f5-4736-98fb-d09b7d78e68f), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.685082 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (3681054f-68f5-4736-98fb-d09b7d78e68f), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.686307 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3681054f-68f5-4736-98fb-d09b7d78e68f {{(pid=103764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:33:56.690392 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.691567 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f08334d3-4686-41bc-a5d1-9bcdfe5f8db8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3681054f-68f5-4736-98fb-d09b7d78e68f HTTP/1.1" status: 204 len: 168 time: 0.8212256 Jun 30 10:33:56.694166 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51144) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:56.752057 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Deleting subnet d21a0870-d991-4a76-add7-5712b7ec790d {{(pid=103764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:33:56.755279 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Publish callbacks [] for subnet (d21a0870-d991-4a76-add7-5712b7ec790d), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.791492 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25517056'] for subnet (d21a0870-d991-4a76-add7-5712b7ec790d), precommit_delete_associations {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.858440 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:56.874022 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (d21a0870-d991-4a76-add7-5712b7ec790d), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.940274 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25306309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25316032'] for subnet (d21a0870-d991-4a76-add7-5712b7ec790d), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.964911 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21a0870-d991-4a76-add7-5712b7ec790d,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:56.971102 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:56.974433 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-86cfb875-5160-4b10-89a4-9ec131682b14 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d21a0870-d991-4a76-add7-5712b7ec790d HTTP/1.1" status: 204 len: 168 time: 0.2788126 Jun 30 10:33:56.976495 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad4d8c-ac53-495d-a3cc-37797c9ae10e None None] Network 31fca906-8656-440b-b93a-fa9263caa95e requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:33:56.977679 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51150) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:57.040502 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51154) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:57.063640 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (31fca906-8656-440b-b93a-fa9263caa95e), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.110195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Deleting port f7bd2499-3d64-4917-8e16-777c7312ca6b {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:57.110536 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.137654 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:57.179155 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] For port f7bd2499-3d64-4917-8e16-777c7312ca6b, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=f7bd2499-3d64-4917-8e16-777c7312ca6b,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:57.179519 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.195241 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Calling delete_port for f7bd2499-3d64-4917-8e16-777c7312ca6b owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:57.237528 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] DHCP port deletion for 31fca906-8656-440b-b93a-fa9263caa95e request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:33:57.294265 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] Deleting port f7bd2499-3d64-4917-8e16-777c7312ca6b {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:57.295177 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.313218 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device f7bd2499-3d64-4917-8e16-777c7312ca6b no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:57.321777 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.349411 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:57.350800 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bd2499-3d64-4917-8e16-777c7312ca6b,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:57.355695 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:57.362699 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] No DVR routers for this DVR port f7bd2499-3d64-4917-8e16-777c7312ca6b on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:57.420279 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No active binding found for port f7bd2499-3d64-4917-8e16-777c7312ca6b {{(pid=103765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 10:33:57.420649 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] The host dv-cinder-826608-4-iscsi is not matching for port f7bd2499-3d64-4917-8e16-777c7312ca6b host None! {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 30 10:33:57.421235 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device f7bd2499-3d64-4917-8e16-777c7312ca6b not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:57.421824 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device b09354e1-df26-4198-abe0-88cbf12cf37a no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:57.425731 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] For port f7bd2499-3d64-4917-8e16-777c7312ca6b, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=f7bd2499-3d64-4917-8e16-777c7312ca6b,segment=NetworkSegment(b64b8d35-7046-4923-a314-8af8fdd1b7b9),segment_id=b64b8d35-7046-4923-a314-8af8fdd1b7b9)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:57.425895 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682570'] for router_interface (c166420a-94eb-42f4-b34d-62bf3711642b), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.426437 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.439254 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (31fca906-8656-440b-b93a-fa9263caa95e), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.450802 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: b09354e1-df26-4198-abe0-88cbf12cf37a {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:57.451718 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device b09354e1-df26-4198-abe0-88cbf12cf37a not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:57.452521 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0374c776-9cd5-456b-9d38-f670092d793f no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:57.462195 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fca906-8656-440b-b93a-fa9263caa95e']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:57.472241 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64b8d35-7046-4923-a314-8af8fdd1b7b9') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:57.472598 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64b8d35-7046-4923-a314-8af8fdd1b7b9') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:57.479725 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] Calling delete_port for f7bd2499-3d64-4917-8e16-777c7312ca6b owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:57.482178 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 0374c776-9cd5-456b-9d38-f670092d793f {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:33:57.482714 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0374c776-9cd5-456b-9d38-f670092d793f not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:57.493846 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:57.499658 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (b64b8d35-7046-4923-a314-8af8fdd1b7b9), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.517851 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (b64b8d35-7046-4923-a314-8af8fdd1b7b9), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.525396 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:33:57.525692 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (b64b8d35-7046-4923-a314-8af8fdd1b7b9), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.559800 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:57.560171 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment b64b8d35-7046-4923-a314-8af8fdd1b7b9 resource provider aggregate not found Jun 30 10:33:57.586709 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (f7bd2499-3d64-4917-8e16-777c7312ca6b), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.599957 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment b64b8d35-7046-4923-a314-8af8fdd1b7b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b64b8d35-7046-4923-a314-8af8fdd1b7b9 found for delete ", "request_id": "req-d434e536-86e2-4e94-8116-44e767dfe4f3"}]} Jun 30 10:33:57.612597 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (31fca906-8656-440b-b93a-fa9263caa95e), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.620509 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.626295 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] Pushing event deleted for resources: {'Port': ['ID=f7bd2499-3d64-4917-8e16-777c7312ca6b,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:57.627200 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] 10.222.0.44 "DELETE /v2.0/networks/31fca906-8656-440b-b93a-fa9263caa95e HTTP/1.1" status: 204 len: 168 time: 0.6483119 Jun 30 10:33:57.633963 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159f455-385b-4b36-b142-4cf0fc8e9c6c None None] No DVR routers for this DVR port f7bd2499-3d64-4917-8e16-777c7312ca6b on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:33:57.650856 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539d67-0940-4dfc-a3ea-710159977ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=31fca906-8656-440b-b93a-fa9263caa95e,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:57.715026 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Deleting port 63da3c51-eee6-4938-8f83-4080fc04df8a {{(pid=103764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:57.715373 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.762463 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51162) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:57.802037 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] For port 63da3c51-eee6-4938-8f83-4080fc04df8a, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=63da3c51-eee6-4938-8f83-4080fc04df8a,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:57.802465 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.807413 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-642adbd1-4a4a-4852-b7e6-599ce8569813 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cf1b6f5f2de4a079ddce00779fb67d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397046 Jun 30 10:33:57.810041 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51164) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:57.816517 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.plugin [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Calling delete_port for 63da3c51-eee6-4938-8f83-4080fc04df8a owned by network:router_interface {{(pid=103764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:57.859551 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b3f-3f03-492b-b71c-3f96ee4677fd admin admin] Publish callbacks [] for security_group (d07bd9cd-f35f-4f91-8069-729abb0ac193), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.866346 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:57.882478 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b3f-3f03-492b-b71c-3f96ee4677fd admin admin] Publish callbacks [] for security_group (d07bd9cd-f35f-4f91-8069-729abb0ac193), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.938985 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b3f-3f03-492b-b71c-3f96ee4677fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d07bd9cd-f35f-4f91-8069-729abb0ac193), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.941703 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b3f-3f03-492b-b71c-3f96ee4677fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:57.944377 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-f0e47b3f-3f03-492b-b71c-3f96ee4677fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d07bd9cd-f35f-4f91-8069-729abb0ac193 HTTP/1.1" status: 204 len: 168 time: 0.1323562 Jun 30 10:33:57.967431 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e47b3f-3f03-492b-b71c-3f96ee4677fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07bd9cd-f35f-4f91-8069-729abb0ac193,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:58.028111 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25306282'] for port (63da3c51-eee6-4938-8f83-4080fc04df8a), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.055341 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63da3c51-eee6-4938-8f83-4080fc04df8a,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:58.173822 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.249890 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683962'] for router_interface (c166420a-94eb-42f4-b34d-62bf3711642b), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.390161 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51170) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:58.433365 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-60f21521-35a3-43e6-995b-adae349888c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7824505946a2487e98958bdbd78ee180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420208 Jun 30 10:33:58.435879 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51172) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:58.463315 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Router c166420a-94eb-42f4-b34d-62bf3711642b has already been hosted by L3 agent f1ecb27f-305b-4f18-a1f7-44bd99d08808 {{(pid=103764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 10:33:58.493067 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2046ca2a-c9ac-4e48-bd40-614def84ed42 admin admin] Publish callbacks [] for security_group (761f55db-5b45-48cf-b8a9-e2ce319b1fa3), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.515384 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2046ca2a-c9ac-4e48-bd40-614def84ed42 admin admin] Publish callbacks [] for security_group (761f55db-5b45-48cf-b8a9-e2ce319b1fa3), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.570379 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2046ca2a-c9ac-4e48-bd40-614def84ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (761f55db-5b45-48cf-b8a9-e2ce319b1fa3), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.573836 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2046ca2a-c9ac-4e48-bd40-614def84ed42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:58.575105 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-2046ca2a-c9ac-4e48-bd40-614def84ed42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/761f55db-5b45-48cf-b8a9-e2ce319b1fa3 HTTP/1.1" status: 204 len: 168 time: 0.1382203 Jun 30 10:33:58.585330 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046ca2a-c9ac-4e48-bd40-614def84ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f55db-5b45-48cf-b8a9-e2ce319b1fa3,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:58.835827 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:58.860810 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] Notify agent at l3_agent.dv-cinder-826608-4-iscsi the message routers_updated {{(pid=103764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:58.868706 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f32a6e5a-26aa-4f69-8cb1-5000704fdfa8 admin admin] 10.222.0.44 "PUT /v2.0/routers/c166420a-94eb-42f4-b34d-62bf3711642b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249981 Jun 30 10:33:58.868824 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51176) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:58.872245 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] Sync routers for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:58.886462 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:58.887132 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:58.979719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks [] for router (c166420a-94eb-42f4-b34d-62bf3711642b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.012680 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: dv-cinder-826608-4-iscsi {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:59.067890 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:59.074538 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:33:59.093367 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks [] for router_gateway (c166420a-94eb-42f4-b34d-62bf3711642b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.142036 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Deleting port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:33:59.142482 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.193794 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'external_fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:33:57Z', 'revision_number': 5, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port': {'id': '0281d89d-03b7-42d2-a06c-ddbeabd9dcc6', 'name': '', 'network_id': '2c595ef6-b55a-455c-ac78-d0d7f3757e75', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T10:29:34Z', 'updated_at': '2022-06-30T10:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8dfa53-9394-4e62-9d5d-7e942cb5881d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-4-iscsi'}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:59.222131 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] Checking router: c166420a-94eb-42f4-b34d-62bf3711642b for host: dv-cinder-826608-4-iscsi {{(pid=103765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:59.228398 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] For port 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,segment=NetworkSegment(765c4295-3d84-4ded-b1df-b0092353a35b),segment_id=765c4295-3d84-4ded-b1df-b0092353a35b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:59.228760 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.230907 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] Routers {'c166420a-94eb-42f4-b34d-62bf3711642b'} bound to L3 agent in host dv-cinder-826608-4-iscsi {{(pid=103765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 10:33:59.231198 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T10:13:44Z,description=,heartbeat_timestamp=2022-06-30T10:33:44Z,host='dv-cinder-826608-4-iscsi',id=f1ecb27f-305b-4f18-a1f7-44bd99d08808,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T10:13:44Z,topic='l3_agent')) {'router_ids': ['c166420a-94eb-42f4-b34d-62bf3711642b'], 'active': True} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:59.241897 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Calling delete_port for 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 owned by network:router_gateway {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:33:59.311130 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvr_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] Set router c166420a-94eb-42f4-b34d-62bf3711642b gateway port host: None {{(pid=103765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 10:33:59.361483 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_hamode_db [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:33:59Z', 'revision_number': 6, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port_host': None}], 'dv-cinder-826608-4-iscsi', False) {} {{(pid=103765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:59.385911 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2905e3-44cd-4c97-aa85-7bd75890311f None None] The sync data for ids ['c166420a-94eb-42f4-b34d-62bf3711642b'] in dv-cinder-826608-4-iscsi is: [{'id': 'c166420a-94eb-42f4-b34d-62bf3711642b', 'name': 'tempest-AttachVolumeTestJSON-738063483-router', 'tenant_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T10:29:33Z', 'updated_at': '2022-06-30T10:33:59Z', 'revision_number': 6, 'project_id': '6b5693ab060c4dc98949c1e9cf1a331a', 'gw_port_host': None}] {{(pid=103765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:59.405248 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (0281d89d-03b7-42d2-a06c-ddbeabd9dcc6), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.429909 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0281d89d-03b7-42d2-a06c-ddbeabd9dcc6,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:59.495627 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677398'] for router_gateway (c166420a-94eb-42f4-b34d-62bf3711642b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.580071 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-683565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221894'] for router (c166420a-94eb-42f4-b34d-62bf3711642b), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.582225 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks [] for router_controller (c166420a-94eb-42f4-b34d-62bf3711642b), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.870973 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-683756'] for router (c166420a-94eb-42f4-b34d-62bf3711642b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.871574 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c166420a-94eb-42f4-b34d-62bf3711642b {{(pid=103763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:33:59.876405 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.877331 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-95fd26c2-90db-4e58-ba75-86be006333a5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c166420a-94eb-42f4-b34d-62bf3711642b HTTP/1.1" status: 204 len: 168 time: 1.0075703 Jun 30 10:33:59.879920 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51178) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:33:59.923642 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_v2 [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Deleting subnet de1a90c4-1fac-4566-b835-d8676112929b {{(pid=103763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 10:33:59.926779 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Publish callbacks [] for subnet (de1a90c4-1fac-4566-b835-d8676112929b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:33:59.961465 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32873984'] for subnet (de1a90c4-1fac-4566-b835-d8676112929b), precommit_delete_associations {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.037125 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3489176'] for subnet (de1a90c4-1fac-4566-b835-d8676112929b), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.092144 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3489171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30231825'] for subnet (de1a90c4-1fac-4566-b835-d8676112929b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.095587 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:00.120397 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1a90c4-1fac-4566-b835-d8676112929b,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:00.127207 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for subnet (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.131074 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-21da9f64-15ff-4499-a0ec-789a40b25946 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/de1a90c4-1fac-4566-b835-d8676112929b HTTP/1.1" status: 204 len: 168 time: 0.2501564 Jun 30 10:34:00.132851 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51180) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:00.135647 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44ab57-72d3-4ce3-b3ea-38bd00740b7b None None] Network 6fa76c0a-e96d-4c16-8410-1d332803484c requested from dv-cinder-826608-4-iscsi {{(pid=103765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 10:34:00.207640 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3921195'] for network (6fa76c0a-e96d-4c16-8410-1d332803484c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.244301 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:00.252644 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Deleting port 277a348d-06b4-4b14-bd23-02fb87f40fd4 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:34:00.252943 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.298968 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] DHCP port deletion for 6fa76c0a-e96d-4c16-8410-1d332803484c request from dv-cinder-826608-4-iscsi {{(pid=103765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 10:34:00.321645 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] For port 277a348d-06b4-4b14-bd23-02fb87f40fd4, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=277a348d-06b4-4b14-bd23-02fb87f40fd4,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:00.322005 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.340858 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Calling delete_port for 277a348d-06b4-4b14-bd23-02fb87f40fd4 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:34:00.341158 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] Deleting port 277a348d-06b4-4b14-bd23-02fb87f40fd4 {{(pid=103765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 10:34:00.341629 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068858628'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), before_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.407498 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.db [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] For port 277a348d-06b4-4b14-bd23-02fb87f40fd4, host dv-cinder-826608-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-4-iscsi',level=0,port_id=277a348d-06b4-4b14-bd23-02fb87f40fd4,segment=NetworkSegment(9bcaee31-60da-47b3-8b39-2086aa71bdde),segment_id=9bcaee31-60da-47b3-8b39-2086aa71bdde)] {{(pid=103765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:00.407958 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680079'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), precommit_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.422819 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] Calling delete_port for 277a348d-06b4-4b14-bd23-02fb87f40fd4 owned by network:dhcp {{(pid=103765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 10:34:00.423843 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277183'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.450456 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Pushing event deleted for resources: {'Port': ['ID=277a348d-06b4-4b14-bd23-02fb87f40fd4,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:00.452415 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] No DVR routers for this DVR port 277a348d-06b4-4b14-bd23-02fb87f40fd4 on host dv-cinder-826608-4-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:34:00.468425 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:00.512613 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3874469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068864296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068483422'] for port (277a348d-06b4-4b14-bd23-02fb87f40fd4), after_delete {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.532970 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831182', 'neutron.services.segments.db._delete_segments_for_network-8739068933726'] for network (6fa76c0a-e96d-4c16-8410-1d332803484c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.534793 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] Pushing event deleted for resources: {'Port': ['ID=277a348d-06b4-4b14-bd23-02fb87f40fd4,revision_number=None']} {{(pid=103765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:00.541411 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff571e-2fe0-4bde-b5d8-a9ba62cafadb None None] No DVR routers for this DVR port 277a348d-06b4-4b14-bd23-02fb87f40fd4 on host dv-cinder-826608-4-iscsi {{(pid=103765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 10:34:00.554242 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa76c0a-e96d-4c16-8410-1d332803484c']}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:00.563657 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcaee31-60da-47b3-8b39-2086aa71bdde') {'for_net_delete': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:00.563961 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.services.segments.db [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcaee31-60da-47b3-8b39-2086aa71bdde') {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:00.573708 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068950375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32874043'] for segment (9bcaee31-60da-47b3-8b39-2086aa71bdde), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.586916 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587'] for segment (9bcaee31-60da-47b3-8b39-2086aa71bdde), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.593740 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:34:00.594146 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3901587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277354'] for segment (9bcaee31-60da-47b3-8b39-2086aa71bdde), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.612961 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 9bcaee31-60da-47b3-8b39-2086aa71bdde resource provider aggregate not found Jun 30 10:34:00.653636 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.services.segments.plugin [-] Segment 9bcaee31-60da-47b3-8b39-2086aa71bdde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bcaee31-60da-47b3-8b39-2086aa71bdde found for delete ", "request_id": "req-a63175e7-9fc2-489f-89b6-970d45c94e98"}]} Jun 30 10:34:00.662411 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-676565'] for network (6fa76c0a-e96d-4c16-8410-1d332803484c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.671753 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785435'] for network (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.671753 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6fa76c0a-e96d-4c16-8410-1d332803484c HTTP/1.1" status: 204 len: 168 time: 0.5377922 Jun 30 10:34:00.682099 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007ddb-e9ca-4ff5-b344-f41d2a149153 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa76c0a-e96d-4c16-8410-1d332803484c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:00.844479 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51188) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:00.883127 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-0e19faef-4ba5-4b27-93d2-0883cb6da45e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b5693ab060c4dc98949c1e9cf1a331a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374527 Jun 30 10:34:00.885623 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51190) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:00.933715 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77378c49-335d-4822-a41c-e883ed4a999d admin admin] Publish callbacks [] for security_group (459729d5-1e5c-441c-9e63-b7e8d6e52c90), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:00.955016 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77378c49-335d-4822-a41c-e883ed4a999d admin admin] Publish callbacks [] for security_group (459729d5-1e5c-441c-9e63-b7e8d6e52c90), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:01.003657 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77378c49-335d-4822-a41c-e883ed4a999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (459729d5-1e5c-441c-9e63-b7e8d6e52c90), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:01.006104 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77378c49-335d-4822-a41c-e883ed4a999d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:01.007306 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-77378c49-335d-4822-a41c-e883ed4a999d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/459729d5-1e5c-441c-9e63-b7e8d6e52c90 HTTP/1.1" status: 204 len: 168 time: 0.1207922 Jun 30 10:34:01.016076 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77378c49-335d-4822-a41c-e883ed4a999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459729d5-1e5c-441c-9e63-b7e8d6e52c90,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:01.047719 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 63da3c51-eee6-4938-8f83-4080fc04df8a no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:01.067192 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 63da3c51-eee6-4938-8f83-4080fc04df8a {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:34:01.067533 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 63da3c51-eee6-4938-8f83-4080fc04df8a not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:01.067948 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:01.086877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:34:01.087221 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 0281d89d-03b7-42d2-a06c-ddbeabd9dcc6 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:01.087631 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 277a348d-06b4-4b14-bd23-02fb87f40fd4 no longer exists at agent ovs-agent-dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:34:01.105991 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.plugin [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] No Port match for: 277a348d-06b4-4b14-bd23-02fb87f40fd4 {{(pid=103765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 10:34:01.106333 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron.plugins.ml2.rpc [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Device 277a348d-06b4-4b14-bd23-02fb87f40fd4 not bound to the agent host dv-cinder-826608-4-iscsi {{(pid=103765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:34:06.425316 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=42 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:06.426224 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=39 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:08.858902 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=79,neutron:DELETE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:10.249383 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51304) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:10.354039 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-46f19537-74c9-4812-ad02-2aeeda4ed754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.430132 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-46f19537-74c9-4812-ad02-2aeeda4ed754 admin admin] Publish callbacks [] for security_group (db5c252e-233a-431d-8378-d73d792eac2c), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.433906 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-46f19537-74c9-4812-ad02-2aeeda4ed754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (db5c252e-233a-431d-8378-d73d792eac2c), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.473420 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-46f19537-74c9-4812-ad02-2aeeda4ed754 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b85819cd178e41ae898157267a15fda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229996 Jun 30 10:34:10.474326 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f19537-74c9-4812-ad02-2aeeda4ed754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c252e-233a-431d-8378-d73d792eac2c,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:10.476974 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51308) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:10.532474 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e922e1-73b3-471e-800b-2d5fa5ab2e18 admin admin] Publish callbacks [] for security_group (db5c252e-233a-431d-8378-d73d792eac2c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.553711 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e922e1-73b3-471e-800b-2d5fa5ab2e18 admin admin] Publish callbacks [] for security_group (db5c252e-233a-431d-8378-d73d792eac2c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.555209 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:10.602206 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e922e1-73b3-471e-800b-2d5fa5ab2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (db5c252e-233a-431d-8378-d73d792eac2c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.604749 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-65e922e1-73b3-471e-800b-2d5fa5ab2e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:10.605880 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-65e922e1-73b3-471e-800b-2d5fa5ab2e18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db5c252e-233a-431d-8378-d73d792eac2c HTTP/1.1" status: 204 len: 168 time: 0.1286321 Jun 30 10:34:10.613908 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e922e1-73b3-471e-800b-2d5fa5ab2e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c252e-233a-431d-8378-d73d792eac2c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:11.666256 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-7ada2955-3b05-4bb6-857a-65c3fda1481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:13.852355 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0a15157c-c5b5-47ca-a36a-808b4ab55c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:15.272710 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:16.718260 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:16.725992 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:17.093456 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:20.461293 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=13,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:20.469502 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=24,neutron:INSERT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:20.608564 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:20.611108 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=77,neutron:DELETE=10 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:26.386441 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:34:26.987599 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51518) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:27.082833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:27.089577 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:27.136903 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1043-9cc5-4864-82c5-ffdfb35f9ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.209573 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1043-9cc5-4864-82c5-ffdfb35f9ddb admin admin] Publish callbacks [] for security_group (63d46c64-1c38-409b-a1e1-a826e1e1eba9), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.213121 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1043-9cc5-4864-82c5-ffdfb35f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (63d46c64-1c38-409b-a1e1-a826e1e1eba9), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.255298 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-ad6d1043-9cc5-4864-82c5-ffdfb35f9ddb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9fc44b6df9045e09ba734b9af2cd1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665901 Jun 30 10:34:27.256207 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d1043-9cc5-4864-82c5-ffdfb35f9ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d46c64-1c38-409b-a1e1-a826e1e1eba9,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:27.257997 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51522) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:27.308168 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a49522f1-2a7e-4c97-9cec-0ff1fbd841f5 admin admin] Publish callbacks [] for security_group (63d46c64-1c38-409b-a1e1-a826e1e1eba9), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.329890 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a49522f1-2a7e-4c97-9cec-0ff1fbd841f5 admin admin] Publish callbacks [] for security_group (63d46c64-1c38-409b-a1e1-a826e1e1eba9), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.383227 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a49522f1-2a7e-4c97-9cec-0ff1fbd841f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (63d46c64-1c38-409b-a1e1-a826e1e1eba9), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.385854 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a49522f1-2a7e-4c97-9cec-0ff1fbd841f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.387040 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a49522f1-2a7e-4c97-9cec-0ff1fbd841f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63d46c64-1c38-409b-a1e1-a826e1e1eba9 HTTP/1.1" status: 204 len: 168 time: 0.1279798 Jun 30 10:34:27.394990 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49522f1-2a7e-4c97-9cec-0ff1fbd841f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d46c64-1c38-409b-a1e1-a826e1e1eba9,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:27.644180 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51528) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:27.659680 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a844c099-9696-4557-8d6b-64a958981437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.740966 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a844c099-9696-4557-8d6b-64a958981437 admin admin] Publish callbacks [] for security_group (5890f825-7311-4ef3-b6db-84eab6b0d48c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.744714 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a844c099-9696-4557-8d6b-64a958981437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5890f825-7311-4ef3-b6db-84eab6b0d48c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.782027 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844c099-9696-4557-8d6b-64a958981437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890f825-7311-4ef3-b6db-84eab6b0d48c,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:27.786951 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-a844c099-9696-4557-8d6b-64a958981437 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a0b8f950281454bbdfa04d7765bd7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416941 Jun 30 10:34:27.789572 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51530) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:27.838031 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56adce40-f480-4086-b144-6d674e3433d3 admin admin] Publish callbacks [] for security_group (5890f825-7311-4ef3-b6db-84eab6b0d48c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.859324 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56adce40-f480-4086-b144-6d674e3433d3 admin admin] Publish callbacks [] for security_group (5890f825-7311-4ef3-b6db-84eab6b0d48c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.904487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56adce40-f480-4086-b144-6d674e3433d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (5890f825-7311-4ef3-b6db-84eab6b0d48c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.907081 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56adce40-f480-4086-b144-6d674e3433d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:27.908821 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-56adce40-f480-4086-b144-6d674e3433d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5890f825-7311-4ef3-b6db-84eab6b0d48c HTTP/1.1" status: 204 len: 168 time: 0.1183650 Jun 30 10:34:27.916487 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adce40-f480-4086-b144-6d674e3433d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890f825-7311-4ef3-b6db-84eab6b0d48c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:28.182871 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.516663 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51574) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:29.620419 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fb859ef6-ea0f-45e8-b514-fd5434f75e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.696193 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fb859ef6-ea0f-45e8-b514-fd5434f75e87 admin admin] Publish callbacks [] for security_group (73705e24-db1e-4725-8570-47e9edfcde51), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.701114 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fb859ef6-ea0f-45e8-b514-fd5434f75e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (73705e24-db1e-4725-8570-47e9edfcde51), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.740838 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-fb859ef6-ea0f-45e8-b514-fd5434f75e87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0b1d2641f804e8b9d5cd554011335bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229331 Jun 30 10:34:29.741852 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb859ef6-ea0f-45e8-b514-fd5434f75e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73705e24-db1e-4725-8570-47e9edfcde51,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:29.743561 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51578) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:29.794933 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b82-5f92-46d2-b6e5-7dbdbde70d64 admin admin] Publish callbacks [] for security_group (73705e24-db1e-4725-8570-47e9edfcde51), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.816723 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b82-5f92-46d2-b6e5-7dbdbde70d64 admin admin] Publish callbacks [] for security_group (73705e24-db1e-4725-8570-47e9edfcde51), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.863719 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b82-5f92-46d2-b6e5-7dbdbde70d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (73705e24-db1e-4725-8570-47e9edfcde51), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.866152 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b82-5f92-46d2-b6e5-7dbdbde70d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:29.867321 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-7ebf4b82-5f92-46d2-b6e5-7dbdbde70d64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73705e24-db1e-4725-8570-47e9edfcde51 HTTP/1.1" status: 204 len: 168 time: 0.1226895 Jun 30 10:34:29.874967 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf4b82-5f92-46d2-b6e5-7dbdbde70d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73705e24-db1e-4725-8570-47e9edfcde51,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:30.128036 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51584) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:30.141437 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6161c54f-7b51-4e68-bb08-add624b0188c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.217982 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6161c54f-7b51-4e68-bb08-add624b0188c admin admin] Publish callbacks [] for security_group (398fa094-0df8-4cc3-a9fc-5ae3b38f0d86), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.222081 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-6161c54f-7b51-4e68-bb08-add624b0188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (398fa094-0df8-4cc3-a9fc-5ae3b38f0d86), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.258670 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161c54f-7b51-4e68-bb08-add624b0188c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398fa094-0df8-4cc3-a9fc-5ae3b38f0d86,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:30.263948 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-6161c54f-7b51-4e68-bb08-add624b0188c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dba04430775b4c388ebc6d58464af16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348848 Jun 30 10:34:30.266626 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51586) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:30.318387 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b248a65-324b-48f1-8b71-3a9b7381ed18 admin admin] Publish callbacks [] for security_group (398fa094-0df8-4cc3-a9fc-5ae3b38f0d86), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.351353 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b248a65-324b-48f1-8b71-3a9b7381ed18 admin admin] Publish callbacks [] for security_group (398fa094-0df8-4cc3-a9fc-5ae3b38f0d86), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.399117 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b248a65-324b-48f1-8b71-3a9b7381ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (398fa094-0df8-4cc3-a9fc-5ae3b38f0d86), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.401561 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4b248a65-324b-48f1-8b71-3a9b7381ed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:30.402721 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-4b248a65-324b-48f1-8b71-3a9b7381ed18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/398fa094-0df8-4cc3-a9fc-5ae3b38f0d86 HTTP/1.1" status: 204 len: 168 time: 0.1345904 Jun 30 10:34:30.412722 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b248a65-324b-48f1-8b71-3a9b7381ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398fa094-0df8-4cc3-a9fc-5ae3b38f0d86,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:31.535892 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51616) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:31.645311 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e227-114d-4426-8462-fef116676cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.689462 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:31.725764 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e227-114d-4426-8462-fef116676cd5 admin admin] Publish callbacks [] for security_group (beafeebe-7ecc-432d-9707-fabafc9e96e4), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.729336 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e227-114d-4426-8462-fef116676cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (beafeebe-7ecc-432d-9707-fabafc9e96e4), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.744763 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:31.771175 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-d3f2e227-114d-4426-8462-fef116676cd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4119c0ac9804de6ab7749f8f9481e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342343 Jun 30 10:34:31.772230 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2e227-114d-4426-8462-fef116676cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beafeebe-7ecc-432d-9707-fabafc9e96e4,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:31.773953 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51620) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:31.812227 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:31.824832 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8174-dcd5-401c-a6ff-ff8f94756cb8 admin admin] Publish callbacks [] for security_group (beafeebe-7ecc-432d-9707-fabafc9e96e4), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.827146 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:31.848516 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8174-dcd5-401c-a6ff-ff8f94756cb8 admin admin] Publish callbacks [] for security_group (beafeebe-7ecc-432d-9707-fabafc9e96e4), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.894526 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8174-dcd5-401c-a6ff-ff8f94756cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (beafeebe-7ecc-432d-9707-fabafc9e96e4), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.897076 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8174-dcd5-401c-a6ff-ff8f94756cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:31.898284 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f9ec8174-dcd5-401c-a6ff-ff8f94756cb8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beafeebe-7ecc-432d-9707-fabafc9e96e4 HTTP/1.1" status: 204 len: 168 time: 0.1233521 Jun 30 10:34:31.905978 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec8174-dcd5-401c-a6ff-ff8f94756cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beafeebe-7ecc-432d-9707-fabafc9e96e4,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:39.798633 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=13 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:39.801264 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=21 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:40.431367 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:41.673803 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6d08-c282-4773-9668-7af87de1a9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:41.767032 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:41.901091 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:41.901869 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:43.854574 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-70853552-5730-48fa-90ba-5e666deb0619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:45.275047 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:46.727519 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:47.099481 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.450661 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51766) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:51.556844 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.634489 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Publish callbacks [] for security_group (41cfe984-0e58-427f-9d35-6349582f85a6), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.638115 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (41cfe984-0e58-427f-9d35-6349582f85a6), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.676428 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9380138a9c5c4f5a886d56ff71bd75ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246888 Jun 30 10:34:51.677374 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cfe984-0e58-427f-9d35-6349582f85a6,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:51.679636 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51770) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:34:51.685280 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.685627 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.685968 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.686305 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.686639 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.686990 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.687315 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.687637 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.687962 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.688281 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.688609 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.688928 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.689264 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.689562 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.689875 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445e55f-b681-48c9-a355-5ecbcd554c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.728989 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Publish callbacks [] for security_group (41cfe984-0e58-427f-9d35-6349582f85a6), before_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.752199 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Publish callbacks [] for security_group (41cfe984-0e58-427f-9d35-6349582f85a6), precommit_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.799477 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (41cfe984-0e58-427f-9d35-6349582f85a6), after_delete {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.801838 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:34:51.802987 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41cfe984-0e58-427f-9d35-6349582f85a6 HTTP/1.1" status: 204 len: 168 time: 0.1223528 Jun 30 10:34:51.811743 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cfe984-0e58-427f-9d35-6349582f85a6,revision_number=None']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:51.818864 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.819209 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.820113 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.820450 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.820782 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.821111 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.821433 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.821755 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.822180 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.822391 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.822740 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.823067 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.823386 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.823705 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:51.824021 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929fc2b-1100-4f2c-bee2-8b60ab37ef72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-4-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:34:57.093118 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:34:58.200886 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.161949 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [-] (103764) accepted ('10.222.0.44', 51854) {{(pid=103764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:35:00.292753 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f546628d-7bdf-44a9-8771-694fd01142d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.369711 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f546628d-7bdf-44a9-8771-694fd01142d4 admin admin] Publish callbacks [] for security_group (d60f195f-6a7b-4187-8913-7ed494420c6f), precommit_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.373573 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-f546628d-7bdf-44a9-8771-694fd01142d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d60f195f-6a7b-4187-8913-7ed494420c6f), after_create {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.412118 dv-cinder-826608-4-iscsi neutron-server[103764]: INFO neutron.wsgi [None req-f546628d-7bdf-44a9-8771-694fd01142d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95cefe491189461b8265727b400ee179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489867 Jun 30 10:35:00.413228 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546628d-7bdf-44a9-8771-694fd01142d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f195f-6a7b-4187-8913-7ed494420c6f,revision_number=1']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:00.415676 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.wsgi [-] (103763) accepted ('10.222.0.44', 51858) {{(pid=103763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 10:35:00.469655 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-47c8b9f4-87e6-4a52-b772-af894976d2c1 admin admin] Publish callbacks [] for security_group (d60f195f-6a7b-4187-8913-7ed494420c6f), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.494651 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-47c8b9f4-87e6-4a52-b772-af894976d2c1 admin admin] Publish callbacks [] for security_group (d60f195f-6a7b-4187-8913-7ed494420c6f), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.541532 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-47c8b9f4-87e6-4a52-b772-af894976d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534978'] for security_group (d60f195f-6a7b-4187-8913-7ed494420c6f), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.545129 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-47c8b9f4-87e6-4a52-b772-af894976d2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:00.546836 dv-cinder-826608-4-iscsi neutron-server[103763]: INFO neutron.wsgi [None req-47c8b9f4-87e6-4a52-b772-af894976d2c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d60f195f-6a7b-4187-8913-7ed494420c6f HTTP/1.1" status: 204 len: 168 time: 0.1297114 Jun 30 10:35:00.556857 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8b9f4-87e6-4a52-b772-af894976d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f195f-6a7b-4187-8913-7ed494420c6f,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:35:03.385246 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:35:08.195833 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:10.404021 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=27,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:10.408375 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=45,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:10.526310 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:10.551364 dv-cinder-826608-4-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:11.666541 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5942-c70a-4f18-aad4-85db7449ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:13.856094 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c687-fe97-488c-91ca-2e27c29529a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:15.278200 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:16.328567 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:16.329460 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:16.733437 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:17.102410 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:27.096567 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:27.098791 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:28.209235 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:38.202958 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:38.204832 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:40.384531 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:35:41.668667 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-360d0fc3-6025-48cf-bad9-8eb9fc4a9bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:43.858335 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-d3e42c0e-08b5-4675-b965-a9a80b9fd88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:45.280064 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:46.733441 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:47.105980 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:35:53.324671 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:53.325408 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:57.099288 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:57.101185 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:35:58.214308 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:08.208357 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:08.210195 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:11.673167 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-0b6a0966-a7a7-4541-9084-e40027f8318d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:13.860031 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-84857817-d1cd-4878-ae1c-09207aac9109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:15.283396 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:16.737253 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:17.107914 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:17.383838 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:27.102476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=10 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:27.103480 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:28.229799 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:38.223476 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:38.225420 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:39.797409 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=19 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:39.798142 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=15 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:41.677395 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-137b8916-62b4-4777-9bd1-18acd5ec779a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:43.861387 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-16fa1352-82db-4f02-8572-87e698386b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:45.286157 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:46.738893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:47.111893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:36:54.381859 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:57.104200 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:57.106127 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:36:58.246419 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:07.320723 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:07.321480 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:08.240279 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:08.242177 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:11.679638 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-939fc167-6efc-423e-a157-ecc28bcffe9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:13.862893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-72cd9113-0276-4964-8138-06199d1cc109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:15.289789 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:16.743851 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:17.116688 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:27.105379 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:27.110552 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:28.262669 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:31.379740 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:37:38.255703 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:38.257615 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:41.682976 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b772b0ac-94f6-4ca7-ab27-a9b3877e4aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:42.645842 dv-cinder-826608-4-iscsi neutron-server[103764]: DEBUG neutron.wsgi [req-2386e858-aa76-4b64-8db4-34bd0c856ac2 req-90472ae2-1d3a-418d-a00f-99f7dc3a8f86 service neutron] (103764) timed out ('10.222.0.55', 50599) {{(pid=103764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 10:37:43.865646 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-6c628cf6-9b05-4c67-9a3f-4dfbd5c14d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:44.317469 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:44.318240 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:45.295036 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:46.746563 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:47.119877 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:37:57.108771 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:57.114215 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:37:58.262385 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:08.256169 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:08.258037 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:08.378087 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:38:11.688725 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-84e8c48c-29e1-4d40-b18d-c7739afc2a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:13.868273 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-744ae59f-505c-473c-aceb-d9e0c4d74b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:15.294885 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:16.749843 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:17.122760 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:21.303217 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=3 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:21.314056 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:27.116737 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:27.117786 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:28.261439 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:38.255208 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:38.257140 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:39.799267 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=12 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:39.801822 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=14 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:41.680658 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8ce150c4-9a93-4c47-ac56-b465400f3f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:43.869555 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-4b25aa0b-be78-4cbc-823f-b8edac9b3336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:45.300285 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:45.377359 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:38:46.752372 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:47.125416 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:57.118903 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:57.121338 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:58.275820 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:38:58.309516 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:38:58.310243 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:08.269704 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:08.271604 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:11.682659 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-33f8086b-5007-4c23-8bec-ee666d0daeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:13.874968 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-fbd6c359-5430-4d9b-a9ae-7ca56574ab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:15.301140 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:16.755580 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:17.131203 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:22.377797 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:39:27.124801 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:27.126738 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:28.277689 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:38.271634 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:38.273754 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:40.347216 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=5 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:40.347950 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:39:41.685893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-3e65903e-da04-4918-9e81-c27220e66d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:43.877036 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb326-06ba-4e85-8f17-2cc31f3b1f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:45.304226 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:46.758039 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:47.135893 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:58.292083 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b0f96395-5c21-432f-b957-4f2d0a0475c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (bbedc9f9-189d-453c-ab5c-40075b2fedb2), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:39:59.378046 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG neutron.db.agents_db [None req-eb4e00ff-5446-4109-835f-5365e7e76dcf None None] Agent healthcheck: found 6 active agents {{(pid=103766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:40:08.286116 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:UPDATE=4,neutron:SELECT=17 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:40:08.287992 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG dbcounter [-] [103765] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103765) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:40:11.688219 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-15c34109-186f-4163-9bfb-829b5fa07304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (ce847b3c-0b6e-4c6d-b0b8-e002aea77ab3), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:40:12.307529 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:40:12.308669 dv-cinder-826608-4-iscsi neutron-server[103766]: DEBUG dbcounter [-] [103766] Writing DB stats neutron:SELECT=4 {{(pid=103766) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 10:40:13.882496 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d1fb-7ae7-4d61-b3d9-6a56f1be452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (f1ecb27f-305b-4f18-a1f7-44bd99d08808), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:40:15.307638 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-dc56599b-4171-41c3-82f0-f266f1c7e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a78065c5-0533-4c01-9eb8-a7269f94b9da), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:40:16.763103 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-8911419f-d10e-44ae-b9da-f8fd1ae5838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (5b5857f1-0ace-49c7-9b8a-04b0e44e8c6f), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 10:40:17.131076 dv-cinder-826608-4-iscsi neutron-server[103765]: DEBUG neutron_lib.callbacks.manager [None req-1785031e-50f7-4176-b4a2-42f11497c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068933708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482319'] for agent (a126b281-ac63-440e-b24f-f638eb689903), after_update {{(pid=103765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}